11:17:59.440 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
11:17:59.440 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskw35VIe/test-tmp
11:17:59.440 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
11:17:59.440 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskw35VIe/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
11:17:59.441 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
11:17:59.756 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:17:59.756 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:17:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:17:59.758466 29929 mini_oidc.cc:152] Starting JWKS server
11:17:59.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:17:59.761008 29929 webserver.cc:460] Webserver started at http://127.0.0.1:33003/ using document root <none> and password file <none>
11:17:59.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:17:59.761202 29929 mini_oidc.cc:189] Starting OIDC Discovery server
11:17:59.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:17:59.761765 29929 webserver.cc:460] Webserver started at http://127.0.0.1:43809/ using document root <none> and password file <none>
11:17:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:17:59Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:17:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:17:59Z Disabled control of system clock
11:17:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:17:59.790613 29929 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskw35VIe/build/asan/bin/kudu
11:17:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskw35VIe/build/asan/bin/kudu
11:17:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/wal
11:17:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/data
11:17:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:17:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:17:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:17:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:17:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/logs
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/data/info.pb
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.58.126:44775
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.58.126
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.58.84:35583
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33003/jwks.json
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
11:17:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
11:18:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.097308 29947 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:18:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.097591 29947 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:18:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.097674 29947 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:18:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.104718 29947 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:18:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.104821 29947 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
11:18:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.104857 29947 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:18:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.104905 29947 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:18:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.104941 29947 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:18:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.104993 29947 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:18:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.105026 29947 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33003/jwks.json
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.113842 29947 master_runner.cc:386] Master server non-default flags:
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.58.84:35583
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/data
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/wal
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.58.126:44775
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33003/jwks.json
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/data/info.pb
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.58.126
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/logs
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:10:13 UTC on ccycloud.quasar-wamklh.root.comops.site
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582282
11:18:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:18:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.115077 29947 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:18:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.116787 29947 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:18:00.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.128137 29957 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:00.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.128170 29958 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:00.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.128110 29961 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:00.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.128335 29947 server_base.cc:1034] running on GCE node
11:18:00.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.129496 29947 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:18:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.130795 29947 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:18:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.131987 29947 hybrid_clock.cc:648] HybridClock initialized: now 1786533480131971 us; error 80 us; skew 500 ppm
11:18:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.132344 29947 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:18:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.134413 29947 webserver.cc:460] Webserver started at http://127.29.58.126:40665/ using document root <none> and password file <none>
11:18:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.135075 29947 fs_manager.cc:359] Metadata directory not provided
11:18:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.135176 29947 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:18:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.135496 29947 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:18:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.138105 29947 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/data/instance:
11:18:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30ab790ed654440f8f86831d93a12a60"
11:18:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:00 on dist-test-slave-lgr5"
11:18:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.138892 29947 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/wal/instance:
11:18:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30ab790ed654440f8f86831d93a12a60"
11:18:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:00 on dist-test-slave-lgr5"
11:18:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.143838 29947 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.004s
11:18:00.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.147102 29980 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:18:00.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.148494 29947 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
11:18:00.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.148662 29947 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/data,/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/wal
11:18:00.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30ab790ed654440f8f86831d93a12a60"
11:18:00.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:00 on dist-test-slave-lgr5"
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.148864 29947 fs_report.cc:383] FS layout report
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/wal
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/wal
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/data/data
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:18:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:18:00.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.164465 29947 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:18:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.165304 29947 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:18:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.165616 29947 kserver.cc:163] Server-wide thread pool size limit: 3276
11:18:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.185261 29947 rpc_server.cc:307] RPC server started. Bound to: 127.29.58.126:44775
11:18:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.185268 30095 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.58.126:44775 every 8 connection(s)
11:18:00.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.186626 29947 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/data/info.pb
11:18:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.190299 30096 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:18:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.193922 29929 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskw35VIe/build/asan/bin/kudu as pid 29947
11:18:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.194191 29929 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-0/wal/instance
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.197034 29929 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskw35VIe/build/asan/bin/kudu
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskw35VIe/build/asan/bin/kudu
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/wal
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/data
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/logs
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/data/info.pb
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.58.125:45839
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.58.125
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.58.84:35583
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33003/jwks.json
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
11:18:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
11:18:00.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.197962 30096 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } has no permanent_uuid. Determining permanent_uuid...
11:18:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.215041 30096 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } has no permanent_uuid. Determining permanent_uuid...
11:18:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.216037 29984 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.217509 30096 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.58.125:45839: Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:00.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.266829 30096 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } attempt: 1
11:18:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.268872 30096 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.58.125:45839: Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:00.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.338649 30096 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } attempt: 2
11:18:00.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.340642 30096 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.58.125:45839: Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.431908 30096 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } attempt: 3
11:18:00.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.434197 30096 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.58.125:45839: Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.574082 30099 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:18:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.574359 30099 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:18:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.574445 30099 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:18:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.577476 30096 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } attempt: 4
11:18:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.579499 30096 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.58.125:45839: Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.582015 30099 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:18:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.582118 30099 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
11:18:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.582170 30099 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:18:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.582237 30099 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:18:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.582291 30099 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:18:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.582391 30099 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:18:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.582448 30099 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33003/jwks.json
11:18:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.591430 30099 master_runner.cc:386] Master server non-default flags:
11:18:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:18:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.58.84:35583
11:18:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:18:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:18:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
11:18:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/data
11:18:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/wal
11:18:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:18:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059
11:18:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
11:18:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:18:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:18:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.58.125:45839
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33003/jwks.json
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/data/info.pb
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.58.125
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/logs
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:10:13 UTC on ccycloud.quasar-wamklh.root.comops.site
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582282
11:18:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:18:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.593065 30099 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:18:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.594895 30099 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:18:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.605999 30121 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.606014 30120 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.606043 30124 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.607014 30099 server_base.cc:1034] running on GCE node
11:18:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.607792 30099 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:18:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.609167 30099 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:18:00.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.610364 30099 hybrid_clock.cc:648] HybridClock initialized: now 1786533480610312 us; error 45 us; skew 500 ppm
11:18:00.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.610680 30099 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:18:00.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.612921 30099 webserver.cc:460] Webserver started at http://127.29.58.125:44103/ using document root <none> and password file <none>
11:18:00.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.613562 30099 fs_manager.cc:359] Metadata directory not provided
11:18:00.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.613649 30099 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:18:00.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.613909 30099 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:18:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.616501 30099 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/data/instance:
11:18:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9"
11:18:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:00 on dist-test-slave-lgr5"
11:18:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.617242 30099 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/wal/instance:
11:18:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9"
11:18:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:00 on dist-test-slave-lgr5"
11:18:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.622045 30099 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
11:18:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.625156 30139 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:18:00.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.626395 30099 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
11:18:00.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.626536 30099 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/data,/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/wal
11:18:00.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9"
11:18:00.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:00 on dist-test-slave-lgr5"
11:18:00.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.626710 30099 fs_report.cc:383] FS layout report
11:18:00.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:18:00.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/wal
11:18:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/wal
11:18:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/data/data
11:18:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:18:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:18:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:18:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:18:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:18:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:18:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:18:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:18:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:18:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:18:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:18:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.637444 30099 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:18:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.638350 30099 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:18:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.638597 30099 kserver.cc:163] Server-wide thread pool size limit: 3276
11:18:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.658371 30099 rpc_server.cc:307] RPC server started. Bound to: 127.29.58.125:45839
11:18:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.658392 30251 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.58.125:45839 every 8 connection(s)
11:18:00.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.659801 30099 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/data/info.pb
11:18:00.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.663411 30252 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:18:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.664273 29929 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskw35VIe/build/asan/bin/kudu as pid 30099
11:18:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.664465 29929 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-1/wal/instance
11:18:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.665722 29929 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskw35VIe/build/asan/bin/kudu
11:18:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskw35VIe/build/asan/bin/kudu
11:18:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/wal
11:18:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data
11:18:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:18:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:18:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:18:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/logs
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data/info.pb
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.58.124:33059
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.58.124
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.58.84:35583
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33003/jwks.json
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
11:18:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
11:18:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.671324 30252 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } has no permanent_uuid. Determining permanent_uuid...
11:18:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.685102 30252 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } has no permanent_uuid. Determining permanent_uuid...
11:18:00.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.693926 30252 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } has no permanent_uuid. Determining permanent_uuid...
11:18:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.694864 30140 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.696352 30252 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.58.124:33059: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.745609 30252 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } attempt: 1
11:18:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.747573 30252 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.58.124:33059: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:00.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.815776 30252 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } attempt: 2
11:18:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.817831 30252 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.58.124:33059: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:00.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.878749 30096 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } attempt: 5
11:18:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.885684 30096 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } has no permanent_uuid. Determining permanent_uuid...
11:18:00.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.887320 30096 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.58.124:33059: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.909111 30252 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } attempt: 3
11:18:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.911055 30252 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.58.124:33059: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:00.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:00.938596 30096 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } attempt: 1
11:18:00.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.940496 30096 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.58.124:33059: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:00.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.986598 30256 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:18:00.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.986893 30256 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:18:00.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.986977 30256 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:18:00.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.994081 30256 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:18:00.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.994180 30256 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
11:18:00.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.994216 30256 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:18:00.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.994262 30256 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:18:00.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.994307 30256 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:18:00.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.994366 30256 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:18:00.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:00.994403 30256 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33003/jwks.json
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.003430 30256 master_runner.cc:386] Master server non-default flags:
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.58.84:35583
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/wal
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.58.124:33059
11:18:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33003/jwks.json
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data/info.pb
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.58.124
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/logs
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:10:13 UTC on ccycloud.quasar-wamklh.root.comops.site
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582282
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:18:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.004761 30256 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:18:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.006497 30256 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:18:01.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.008747 30096 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } attempt: 2
11:18:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.010628 30096 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.58.124:33059: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:01.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.018045 30280 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:01.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.018112 30283 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:01.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.018081 30278 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:01.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.018721 30256 server_base.cc:1034] running on GCE node
11:18:01.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.019474 30256 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:18:01.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.020877 30256 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:18:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.022070 30256 hybrid_clock.cc:648] HybridClock initialized: now 1786533481022026 us; error 38 us; skew 500 ppm
11:18:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.022382 30256 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:18:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.029488 30256 webserver.cc:460] Webserver started at http://127.29.58.124:41349/ using document root <none> and password file <none>
11:18:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.030165 30256 fs_manager.cc:359] Metadata directory not provided
11:18:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.030251 30256 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:18:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.030566 30256 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:18:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.033231 30256 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data/instance:
11:18:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f"
11:18:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:01 on dist-test-slave-lgr5"
11:18:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.033970 30256 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/wal/instance:
11:18:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f"
11:18:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:01 on dist-test-slave-lgr5"
11:18:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.038789 30256 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.001s
11:18:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.042043 30295 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:18:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.043303 30256 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
11:18:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.043447 30256 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data,/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/wal
11:18:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f"
11:18:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:01 on dist-test-slave-lgr5"
11:18:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.043608 30256 fs_report.cc:383] FS layout report
11:18:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:18:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/wal
11:18:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/wal
11:18:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data/data
11:18:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:18:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:18:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:18:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:18:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:18:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:18:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:18:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:18:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:18:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:18:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:18:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.054272 30252 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } attempt: 4
11:18:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.055929 30252 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.58.124:33059: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.060693 30256 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:18:01.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.061432 30256 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:18:01.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.061688 30256 kserver.cc:163] Server-wide thread pool size limit: 3276
11:18:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.080641 30256 rpc_server.cc:307] RPC server started. Bound to: 127.29.58.124:33059
11:18:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.080667 30392 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.58.124:33059 every 8 connection(s)
11:18:01.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.081864 30256 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data/info.pb
11:18:01.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.082777 29929 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskw35VIe/build/asan/bin/kudu as pid 30256
11:18:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.082926 29929 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/wal/instance
11:18:01.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.085727 30393 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:18:01.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.093196 30393 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } has no permanent_uuid. Determining permanent_uuid...
11:18:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.106007 30393 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } has no permanent_uuid. Determining permanent_uuid...
11:18:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.112834 30393 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } has no permanent_uuid. Determining permanent_uuid...
11:18:01.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.116847 30096 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } attempt: 3
11:18:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.124141 30393 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f: Bootstrap starting.
11:18:01.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.128257 30393 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f: Neither blocks nor log segments found. Creating new log.
11:18:01.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.129386 30096 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60: Bootstrap starting.
11:18:01.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.129554 30393 log.cc:824] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f: Log is configured to *not* fsync() on all Append() calls
11:18:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.132469 30393 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f: No bootstrap required, opened a new log
11:18:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.133139 30096 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60: Neither blocks nor log segments found. Creating new log.
11:18:01.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.134133 30096 log.cc:824] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60: Log is configured to *not* fsync() on all Append() calls
11:18:01.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.136618 30096 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60: No bootstrap required, opened a new log
11:18:01.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.139927 30393 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:01.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.140260 30393 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:18:01.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.140354 30393 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3e5f9cfb028b4dbea5ab1bb52ba9735f, State: Initialized, Role: FOLLOWER
11:18:01.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.140949 30393 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.141842 30406 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.142256 30406 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: This master's current role is: FOLLOWER
11:18:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.142773 30393 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: configured and running, proceeding with master startup.
11:18:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.144961 30096 raft_consensus.cc:348] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.145282 30096 raft_consensus.cc:374] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:18:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.145358 30096 raft_consensus.cc:729] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30ab790ed654440f8f86831d93a12a60, State: Initialized, Role: FOLLOWER
11:18:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.145900 30096 consensus_queue.cc:260] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.148757 30421 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.149176 30421 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: This master's current role is: FOLLOWER
11:18:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.149712 30096 sys_catalog.cc:564] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: configured and running, proceeding with master startup.
11:18:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.161254 30424 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:18:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.161393 30424 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:18:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.152690 30256 master_runner.cc:186] Error getting master registration for 127.29.58.126:44775: OK, instance_id { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" instance_seqno: 1786533480180519 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:18:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.165510 30256 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:18:01.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.168560 29991 tablet.cc:2369] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:18:01.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.172662 30452 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:18:01.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.172796 30452 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:18:01.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.170581 29947 master_runner.cc:186] Error getting master registration for 127.29.58.125:45839: OK, instance_id { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" instance_seqno: 1786533480653531 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:18:01.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.182077 29947 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:18:01.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.184223 30406 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:18:01.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.184572 30406 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:01.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.186184 30406 leader_election.cc:288] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839)
11:18:01.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.187302 30030 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "30ab790ed654440f8f86831d93a12a60" is_pre_election: true
11:18:01.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.187891 30030 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3e5f9cfb028b4dbea5ab1bb52ba9735f in term 0.
11:18:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.188637 30296 leader_election.cc:302] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30ab790ed654440f8f86831d93a12a60, 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters:
11:18:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.189181 30406 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 0 FOLLOWER]: Leader pre-election won for term 1
11:18:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.189321 30406 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:18:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.189402 30406 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 0 FOLLOWER]: Advancing to term 1
11:18:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.192541 30406 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.193634 30030 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "30ab790ed654440f8f86831d93a12a60"
11:18:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.193835 30030 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 0 FOLLOWER]: Advancing to term 1
11:18:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.197094 30030 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3e5f9cfb028b4dbea5ab1bb52ba9735f in term 1.
11:18:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.197854 30296 leader_election.cc:302] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30ab790ed654440f8f86831d93a12a60, 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters:
11:18:01.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.201979 30455 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 1 FOLLOWER]: Leader election won for term 1
11:18:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.202703 30406 leader_election.cc:288] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 1 election: Requested vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839)
11:18:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.203809 30455 raft_consensus.cc:686] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 1 LEADER]: Becoming Leader. State: Replica: 3e5f9cfb028b4dbea5ab1bb52ba9735f, State: Running, Role: LEADER
11:18:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.204571 30455 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:01.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.214783 30406 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3e5f9cfb028b4dbea5ab1bb52ba9735f. Latest consensus state: current_term: 1 leader_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:01.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.215124 30406 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: This master's current role is: LEADER
11:18:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.227276 30460 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:18:01.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.229576 30460 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:18:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.241127 30030 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 1 FOLLOWER]: Refusing update from remote peer 3e5f9cfb028b4dbea5ab1bb52ba9735f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:18:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.242053 30455 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [LEADER]: Connected to new peer: Peer: permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:18:01.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.263561 30421 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3e5f9cfb028b4dbea5ab1bb52ba9735f. Latest consensus state: current_term: 1 leader_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:01.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.263918 30421 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: This master's current role is: FOLLOWER
11:18:01.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.267290 30462 mvcc.cc:205] Tried to move back new op lower bound from 7317641139153182720 to 7317641139019489280. Current Snapshot: MvccSnapshot[applied={T|T < 7317641139153182720}]
11:18:01.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.273015 30458 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:01.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.273479 30458 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: This master's current role is: LEADER
11:18:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.274117 30463 mvcc.cc:205] Tried to move back new op lower bound from 7317641139153182720 to 7317641139019489280. Current Snapshot: MvccSnapshot[applied={T|T < 7317641139153182720}]
11:18:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.274674 30421 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.274901 30421 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: This master's current role is: FOLLOWER
11:18:01.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.275363 30460 catalog_manager.cc:1347] Generated new cluster ID: 898788ddd23746c19a52093a95c2f981
11:18:01.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.275475 30460 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:18:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.303431 30460 catalog_manager.cc:1370] Generated new certificate authority record
11:18:01.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.305984 30460 catalog_manager.cc:1504] Loading token signing keys...
11:18:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.316712 30460 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f: Generated new TSK 0
11:18:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.319579 30460 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.344837 29929 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskw35VIe/build/asan/bin/kudu
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskw35VIe/build/asan/bin/kudu
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/wal
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/data
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/logs
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/data/info.pb
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:18:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.58.65:0
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.58.65
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.58.65
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.58.84:35583
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:18:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
11:18:01.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.355123 30252 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } attempt: 5
11:18:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.371096 30252 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9: Bootstrap starting.
11:18:01.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.375803 30252 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9: Neither blocks nor log segments found. Creating new log.
11:18:01.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.379015 30252 log.cc:824] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9: Log is configured to *not* fsync() on all Append() calls
11:18:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.395156 30252 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9: No bootstrap required, opened a new log
11:18:01.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.423658 30252 raft_consensus.cc:348] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:01.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.424930 30252 raft_consensus.cc:374] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:18:01.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.425410 30252 raft_consensus.cc:729] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b0d4b6db0ec248b0b2d5c4a8df62fce9, State: Initialized, Role: FOLLOWER
11:18:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.427050 30252 consensus_queue.cc:260] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.434556 30187 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" is_pre_election: true
11:18:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.435271 30186 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9"
11:18:01.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.438436 30185 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 0 FOLLOWER]: Advancing to term 1
11:18:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.443552 30185 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 1 FOLLOWER]: Refusing update from remote peer 3e5f9cfb028b4dbea5ab1bb52ba9735f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:18:01.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.444834 30252 sys_catalog.cc:564] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [sys.catalog]: configured and running, proceeding with master startup.
11:18:01.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.444777 30406 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [LEADER]: Connected to new peer: Peer: permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.503181 30479 sys_catalog.cc:455] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.503209 30486 sys_catalog.cc:455] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3e5f9cfb028b4dbea5ab1bb52ba9735f. Latest consensus state: current_term: 1 leader_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.503746 30486 sys_catalog.cc:458] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [sys.catalog]: This master's current role is: FOLLOWER
11:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.503995 30481 raft_consensus.cc:482] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3e5f9cfb028b4dbea5ab1bb52ba9735f)
11:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.504215 30481 raft_consensus.cc:504] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.503742 30479 sys_catalog.cc:458] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [sys.catalog]: This master's current role is: FOLLOWER
11:18:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.505959 30481 leader_election.cc:288] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059)
11:18:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.506781 30030 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "30ab790ed654440f8f86831d93a12a60" is_pre_election: true
11:18:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.507117 30334 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" is_pre_election: true
11:18:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.508253 30140 leader_election.cc:302] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b0d4b6db0ec248b0b2d5c4a8df62fce9; no voters: 30ab790ed654440f8f86831d93a12a60, 3e5f9cfb028b4dbea5ab1bb52ba9735f
11:18:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.508996 30481 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
11:18:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.509485 30494 sys_catalog.cc:455] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.510013 30494 sys_catalog.cc:458] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [sys.catalog]: This master's current role is: FOLLOWER
11:18:01.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.531965 30511 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
11:18:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.558620 30458 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.558981 30458 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: This master's current role is: LEADER
11:18:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.744571 30475 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:18:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.744889 30475 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:18:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.745044 30475 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:18:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.752465 30475 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:18:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.752610 30475 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
11:18:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.752664 30475 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
11:18:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.752725 30475 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
11:18:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.752820 30475 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.58.65
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.761809 30475 tablet_server_runner.cc:78] Tablet server non-default flags:
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.58.84:35583
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/data
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/wal
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.58.65:0
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/data/info.pb
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.58.65
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.58.65
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/logs
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:10:13 UTC on ccycloud.quasar-wamklh.root.comops.site
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582282
11:18:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:18:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.763278 30475 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:18:01.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.765115 30475 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:18:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.778149 30524 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.778281 30522 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:01.778443 30526 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.779145 30475 server_base.cc:1034] running on GCE node
11:18:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.779703 30475 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:18:01.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.780599 30475 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:18:01.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.781781 30475 hybrid_clock.cc:648] HybridClock initialized: now 1786533481781730 us; error 47 us; skew 500 ppm
11:18:01.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.782088 30475 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:18:01.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.784176 30475 webserver.cc:460] Webserver started at http://127.29.58.65:41997/ using document root <none> and password file <none>
11:18:01.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.784806 30475 fs_manager.cc:359] Metadata directory not provided
11:18:01.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.784889 30475 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:18:01.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.785154 30475 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:18:01.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.787681 30475 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/data/instance:
11:18:01.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f54c5d02741489babedc520f9295724"
11:18:01.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:01 on dist-test-slave-lgr5"
11:18:01.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.788431 30475 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/wal/instance:
11:18:01.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f54c5d02741489babedc520f9295724"
11:18:01.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:01 on dist-test-slave-lgr5"
11:18:01.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.793377 30475 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
11:18:01.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.796579 30535 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:18:01.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.797791 30475 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.797912 30475 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/data,/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/wal
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f54c5d02741489babedc520f9295724"
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:01 on dist-test-slave-lgr5"
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.798084 30475 fs_report.cc:383] FS layout report
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/wal
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/wal
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/data/data
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:18:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:18:01.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.826468 30475 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:18:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.827412 30475 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:18:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.827765 30475 kserver.cc:163] Server-wide thread pool size limit: 3276
11:18:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.830657 30475 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:18:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.830745 30475 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:18:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.830875 30475 ts_tablet_manager.cc:610] Registered 0 tablets
11:18:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.831091 30475 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
11:18:01.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.884147 30475 rpc_server.cc:307] RPC server started. Bound to: 127.29.58.65:35111
11:18:01.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.884173 30769 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.58.65:35111 every 8 connection(s)
11:18:01.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.885352 30475 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/data/info.pb
11:18:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.887275 29929 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskw35VIe/build/asan/bin/kudu as pid 30475
11:18:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.887486 29929 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-0/wal/instance
11:18:01.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.889712 30772 heartbeater.cc:347] Connected to a master server at 127.29.58.126:44775
11:18:01.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.890143 30772 heartbeater.cc:464] Registering TS with master...
11:18:01.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.893784 29929 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskw35VIe/build/asan/bin/kudu
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskw35VIe/build/asan/bin/kudu
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/wal
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/data
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/logs
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/data/info.pb
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.58.66:0
11:18:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.58.66
11:18:01.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.58.66
11:18:01.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:18:01.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059
11:18:01.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.58.84:35583
11:18:01.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:18:01.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:18:01.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:18:01.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:18:01.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:18:01.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
11:18:01.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.897483 30772 heartbeater.cc:511] Master 127.29.58.126:44775 requested a full tablet report, sending...
11:18:01.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.898643 30771 heartbeater.cc:347] Connected to a master server at 127.29.58.124:33059
11:18:01.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.899130 30771 heartbeater.cc:464] Registering TS with master...
11:18:01.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.899587 30771 heartbeater.cc:511] Master 127.29.58.124:33059 requested a full tablet report, sending...
11:18:01.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.899955 30014 ts_manager.cc:194] Registered new tserver with Master: 5f54c5d02741489babedc520f9295724 (127.29.58.65:35111)
11:18:01.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.901459 30318 ts_manager.cc:194] Registered new tserver with Master: 5f54c5d02741489babedc520f9295724 (127.29.58.65:35111)
11:18:01.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.902905 30773 heartbeater.cc:347] Connected to a master server at 127.29.58.125:45839
11:18:01.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.903040 30773 heartbeater.cc:464] Registering TS with master...
11:18:01.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.903136 30318 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.29.58.65:41189
11:18:01.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.903399 30773 heartbeater.cc:511] Master 127.29.58.125:45839 requested a full tablet report, sending...
11:18:01.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:01.905057 30171 ts_manager.cc:194] Registered new tserver with Master: 5f54c5d02741489babedc520f9295724 (127.29.58.65:35111)
11:18:02.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.174677 30452 catalog_manager.cc:1259] Loaded cluster ID: 898788ddd23746c19a52093a95c2f981
11:18:02.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.174773 30452 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60: loading cluster ID for follower catalog manager: success
11:18:02.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.177419 30452 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60: acquiring CA information for follower catalog manager: success
11:18:02.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.179044 30452 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:18:02.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.236491 30778 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:18:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.236791 30778 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:18:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.236934 30778 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:18:02.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.244306 30778 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:18:02.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.244477 30778 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
11:18:02.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.244536 30778 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
11:18:02.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.244598 30778 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
11:18:02.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.244700 30778 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.58.66
11:18:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.254520 30778 tablet_server_runner.cc:78] Tablet server non-default flags:
11:18:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:18:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.58.84:35583
11:18:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:18:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:18:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/data
11:18:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/wal
11:18:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.58.66:0
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/data/info.pb
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.58.66
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.58.66
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/logs
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:18:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:18:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:18:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:18:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:18:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:18:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:18:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:10:13 UTC on ccycloud.quasar-wamklh.root.comops.site
11:18:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582282
11:18:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:18:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.256201 30778 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:18:02.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.258052 30778 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:18:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.270605 30785 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.270694 30787 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.270648 30791 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.271587 30778 server_base.cc:1034] running on GCE node
11:18:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.272207 30778 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:18:02.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.273121 30778 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:18:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.274320 30778 hybrid_clock.cc:648] HybridClock initialized: now 1786533482274259 us; error 48 us; skew 500 ppm
11:18:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.274642 30778 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:18:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.276921 30778 webserver.cc:460] Webserver started at http://127.29.58.66:44891/ using document root <none> and password file <none>
11:18:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.277591 30778 fs_manager.cc:359] Metadata directory not provided
11:18:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.277698 30778 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:18:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.278009 30778 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:18:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.280618 30778 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/data/instance:
11:18:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93780a39057c42e3a23440d636340508"
11:18:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:02 on dist-test-slave-lgr5"
11:18:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.281381 30778 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/wal/instance:
11:18:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93780a39057c42e3a23440d636340508"
11:18:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:02 on dist-test-slave-lgr5"
11:18:02.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.286427 30778 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.003s
11:18:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.289749 30799 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:18:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.291047 30778 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
11:18:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.291201 30778 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/data,/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/wal
11:18:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93780a39057c42e3a23440d636340508"
11:18:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:02 on dist-test-slave-lgr5"
11:18:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.291409 30778 fs_report.cc:383] FS layout report
11:18:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:18:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/wal
11:18:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/wal
11:18:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/data/data
11:18:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:18:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:18:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:18:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:18:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:18:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:18:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:18:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:18:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:18:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:18:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:18:02.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.307140 30778 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:18:02.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.307936 30778 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:18:02.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.308257 30778 kserver.cc:163] Server-wide thread pool size limit: 3276
11:18:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.311455 30778 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:18:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.311666 30778 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:18:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.311805 30778 ts_tablet_manager.cc:610] Registered 0 tablets
11:18:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.311889 30778 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:18:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.367311 30778 rpc_server.cc:307] RPC server started. Bound to: 127.29.58.66:45499
11:18:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.367331 31019 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.58.66:45499 every 8 connection(s)
11:18:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.368600 30778 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/data/info.pb
11:18:02.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.371454 31024 heartbeater.cc:347] Connected to a master server at 127.29.58.126:44775
11:18:02.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.371917 31024 heartbeater.cc:464] Registering TS with master...
11:18:02.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.373067 31024 heartbeater.cc:511] Master 127.29.58.126:44775 requested a full tablet report, sending...
11:18:02.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.375061 30014 ts_manager.cc:194] Registered new tserver with Master: 93780a39057c42e3a23440d636340508 (127.29.58.66:45499)
11:18:02.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.376345 29929 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskw35VIe/build/asan/bin/kudu as pid 30778
11:18:02.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.376511 29929 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-1/wal/instance
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.380474 29929 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskw35VIe/build/asan/bin/kudu
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskw35VIe/build/asan/bin/kudu
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/wal
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/data
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/logs
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/data/info.pb
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.58.67:0
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.58.67
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.58.67
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.58.84:35583
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:18:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:18:02.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
11:18:02.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.381428 31027 heartbeater.cc:347] Connected to a master server at 127.29.58.125:45839
11:18:02.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.381587 31027 heartbeater.cc:464] Registering TS with master...
11:18:02.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.381628 31022 heartbeater.cc:347] Connected to a master server at 127.29.58.124:33059
11:18:02.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.381768 31022 heartbeater.cc:464] Registering TS with master...
11:18:02.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.382032 31027 heartbeater.cc:511] Master 127.29.58.125:45839 requested a full tablet report, sending...
11:18:02.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.382210 31022 heartbeater.cc:511] Master 127.29.58.124:33059 requested a full tablet report, sending...
11:18:02.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.383132 30171 ts_manager.cc:194] Registered new tserver with Master: 93780a39057c42e3a23440d636340508 (127.29.58.66:45499)
11:18:02.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.383122 30318 ts_manager.cc:194] Registered new tserver with Master: 93780a39057c42e3a23440d636340508 (127.29.58.66:45499)
11:18:02.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.384063 30318 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.29.58.66:39975
11:18:02.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.536672 30511 catalog_manager.cc:1259] Loaded cluster ID: 898788ddd23746c19a52093a95c2f981
11:18:02.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.536818 30511 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9: loading cluster ID for follower catalog manager: success
11:18:02.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.540632 30511 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9: acquiring CA information for follower catalog manager: success
11:18:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.543043 30511 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:18:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.715114 31038 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:18:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.715425 31038 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:18:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.715562 31038 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:18:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.722764 31038 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:18:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.722913 31038 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
11:18:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.722965 31038 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
11:18:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.723031 31038 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
11:18:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.723130 31038 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.58.67
11:18:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.732424 31038 tablet_server_runner.cc:78] Tablet server non-default flags:
11:18:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:18:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.58.84:35583
11:18:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:18:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:18:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/data
11:18:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/wal
11:18:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:18:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:18:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.58.67:0
11:18:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:18:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:18:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/data/info.pb
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.58.67
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.58.67
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/logs
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:10:13 UTC on ccycloud.quasar-wamklh.root.comops.site
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582282
11:18:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:18:02.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.733964 31038 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:18:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.735736 31038 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:18:02.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.749411 31052 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:02.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.749601 31051 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:02.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.749902 31058 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:02.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.750900 31038 server_base.cc:1034] running on GCE node
11:18:02.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.751696 31038 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:18:02.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.752950 31038 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:18:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.754300 31038 hybrid_clock.cc:648] HybridClock initialized: now 1786533482754218 us; error 56 us; skew 500 ppm
11:18:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.754626 31038 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:18:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.757035 31038 webserver.cc:460] Webserver started at http://127.29.58.67:45701/ using document root <none> and password file <none>
11:18:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.757668 31038 fs_manager.cc:359] Metadata directory not provided
11:18:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.757751 31038 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:18:02.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.758005 31038 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:18:02.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.760588 31038 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/data/instance:
11:18:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a369c67ff36440f2b4905999b7de95b0"
11:18:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:02 on dist-test-slave-lgr5"
11:18:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.761298 31038 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/wal/instance:
11:18:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a369c67ff36440f2b4905999b7de95b0"
11:18:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:02 on dist-test-slave-lgr5"
11:18:02.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.766333 31038 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.001s sys 0.004s
11:18:02.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.769744 31067 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.771184 31038 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.771341 31038 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/data,/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/wal
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a369c67ff36440f2b4905999b7de95b0"
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:02 on dist-test-slave-lgr5"
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.771520 31038 fs_report.cc:383] FS layout report
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/wal
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/wal
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/data/data
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:18:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:18:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:18:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:18:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:18:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.783394 31038 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:18:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.784181 31038 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:18:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.784448 31038 kserver.cc:163] Server-wide thread pool size limit: 3276
11:18:02.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.787724 31038 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:18:02.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.787966 31038 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:18:02.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.788630 31038 ts_tablet_manager.cc:610] Registered 0 tablets
11:18:02.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.788813 31038 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:18:02.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.866289 31038 rpc_server.cc:307] RPC server started. Bound to: 127.29.58.67:39679
11:18:02.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.866289 31287 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.58.67:39679 every 8 connection(s)
11:18:02.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.867569 31038 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/data/info.pb
11:18:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.869030 29929 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskw35VIe/build/asan/bin/kudu as pid 31038
11:18:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.869199 29929 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/ts-2/wal/instance
11:18:02.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.881394 31292 heartbeater.cc:347] Connected to a master server at 127.29.58.126:44775
11:18:02.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.881680 31292 heartbeater.cc:464] Registering TS with master...
11:18:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.882612 31292 heartbeater.cc:511] Master 127.29.58.126:44775 requested a full tablet report, sending...
11:18:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.884861 30014 ts_manager.cc:194] Registered new tserver with Master: a369c67ff36440f2b4905999b7de95b0 (127.29.58.67:39679)
11:18:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.894855 31290 heartbeater.cc:347] Connected to a master server at 127.29.58.124:33059
11:18:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.895316 31290 heartbeater.cc:464] Registering TS with master...
11:18:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.895834 31290 heartbeater.cc:511] Master 127.29.58.124:33059 requested a full tablet report, sending...
11:18:02.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.896979 30318 ts_manager.cc:194] Registered new tserver with Master: a369c67ff36440f2b4905999b7de95b0 (127.29.58.67:39679)
11:18:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.898046 30318 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.29.58.67:58229
11:18:02.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.899852 31293 heartbeater.cc:347] Connected to a master server at 127.29.58.125:45839
11:18:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.899981 31293 heartbeater.cc:464] Registering TS with master...
11:18:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.900341 31293 heartbeater.cc:511] Master 127.29.58.125:45839 requested a full tablet report, sending...
11:18:02.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.901508 30171 ts_manager.cc:194] Registered new tserver with Master: a369c67ff36440f2b4905999b7de95b0 (127.29.58.67:39679)
11:18:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.905712 30771 heartbeater.cc:503] Master 127.29.58.124:33059 was elected leader, sending a full tablet report...
11:18:02.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.908571 29929 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
11:18:02.910 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:18:02.910 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
11:18:02.911 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.29.58.126"
port: 44775
}
bound_http_address {
host: "127.29.58.126"
port: 40665
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.29.58.125"
port: 45839
}
bound_http_address {
host: "127.29.58.125"
port: 44103
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.29.58.124"
port: 33059
}
bound_http_address {
host: "127.29.58.124"
port: 41349
}
}
}
11:18:02.911 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:18:02.912 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.29.58.65"
port: 35111
}
bound_http_address {
host: "127.29.58.65"
port: 41997
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.29.58.66"
port: 45499
}
bound_http_address {
host: "127.29.58.66"
port: 44891
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.29.58.67"
port: 39679
}
bound_http_address {
host: "127.29.58.67"
port: 45701
}
}
}
11:18:02.912 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
11:18:02.914 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
11:18:02.916 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:02.917 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:02.918 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:02.919 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.58.125:45839(127.29.58.125:45839)] Successfully connected to peer
11:18:02.919 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.58.126:44775(127.29.58.126:44775)] Successfully connected to peer
11:18:02.920 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.58.124:33059(127.29.58.124:33059)] Successfully connected to peer
11:18:02.921 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.58.125
11:18:02.921 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.58.126
11:18:02.924 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.58.124
11:18:02.934 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd3c6d1f2, L:/127.0.0.1:41862 - R:/127.29.58.126:44775] using SASL/PLAIN
11:18:02.942 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe2715453, L:/127.0.0.1:45836 - R:/127.29.58.124:33059] using SASL/PLAIN
11:18:02.943 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3c3ad3e8, L:/127.0.0.1:45946 - R:/127.29.58.125:45839] using SASL/PLAIN
11:18:02.945 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
11:18:02.945 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=29), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [29ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, deferred=null) after lookup
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:02.947745 30316 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:45836:
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
11:18:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:02.950397 30316 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
11:18:02.978 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table cd575e0e4be840358f6ab970a9b91071
11:18:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.004473 30640 tablet_service.cc:1467] Processing CreateTablet for tablet b7a4846efc8b4c3d84bd546433b2bf1b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=cd575e0e4be840358f6ab970a9b91071]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
11:18:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.004514 30642 tablet_service.cc:1467] Processing CreateTablet for tablet 511e7e0c81b94db58a3b2d7689fd3450 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=cd575e0e4be840358f6ab970a9b91071]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
11:18:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.006331 30642 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 511e7e0c81b94db58a3b2d7689fd3450. 1 dirs total, 0 dirs full, 0 dirs failed
11:18:03.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.009366 31158 tablet_service.cc:1467] Processing CreateTablet for tablet b7a4846efc8b4c3d84bd546433b2bf1b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=cd575e0e4be840358f6ab970a9b91071]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
11:18:03.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.010573 31158 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b7a4846efc8b4c3d84bd546433b2bf1b. 1 dirs total, 0 dirs full, 0 dirs failed
11:18:03.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.010906 30912 tablet_service.cc:1467] Processing CreateTablet for tablet b7a4846efc8b4c3d84bd546433b2bf1b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=cd575e0e4be840358f6ab970a9b91071]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
11:18:03.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.012301 30912 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b7a4846efc8b4c3d84bd546433b2bf1b. 1 dirs total, 0 dirs full, 0 dirs failed
11:18:03.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.016110 30913 tablet_service.cc:1467] Processing CreateTablet for tablet 511e7e0c81b94db58a3b2d7689fd3450 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=cd575e0e4be840358f6ab970a9b91071]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
11:18:03.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.016288 30640 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b7a4846efc8b4c3d84bd546433b2bf1b. 1 dirs total, 0 dirs full, 0 dirs failed
11:18:03.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.016603 30913 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 511e7e0c81b94db58a3b2d7689fd3450. 1 dirs total, 0 dirs full, 0 dirs failed
11:18:03.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.009220 31163 tablet_service.cc:1467] Processing CreateTablet for tablet 511e7e0c81b94db58a3b2d7689fd3450 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=cd575e0e4be840358f6ab970a9b91071]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
11:18:03.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.017753 31163 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 511e7e0c81b94db58a3b2d7689fd3450. 1 dirs total, 0 dirs full, 0 dirs failed
11:18:03.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.028095 31342 tablet_bootstrap.cc:492] T 511e7e0c81b94db58a3b2d7689fd3450 P 5f54c5d02741489babedc520f9295724: Bootstrap starting.
11:18:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.029920 31343 tablet_bootstrap.cc:492] T b7a4846efc8b4c3d84bd546433b2bf1b P a369c67ff36440f2b4905999b7de95b0: Bootstrap starting.
11:18:03.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.031919 31342 tablet_bootstrap.cc:654] T 511e7e0c81b94db58a3b2d7689fd3450 P 5f54c5d02741489babedc520f9295724: Neither blocks nor log segments found. Creating new log.
11:18:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.033222 31342 log.cc:824] T 511e7e0c81b94db58a3b2d7689fd3450 P 5f54c5d02741489babedc520f9295724: Log is configured to *not* fsync() on all Append() calls
11:18:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.033842 31343 tablet_bootstrap.cc:654] T b7a4846efc8b4c3d84bd546433b2bf1b P a369c67ff36440f2b4905999b7de95b0: Neither blocks nor log segments found. Creating new log.
11:18:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.034741 31343 log.cc:824] T b7a4846efc8b4c3d84bd546433b2bf1b P a369c67ff36440f2b4905999b7de95b0: Log is configured to *not* fsync() on all Append() calls
11:18:03.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.037676 31343 tablet_bootstrap.cc:492] T b7a4846efc8b4c3d84bd546433b2bf1b P a369c67ff36440f2b4905999b7de95b0: No bootstrap required, opened a new log
11:18:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.037931 31343 ts_tablet_manager.cc:1397] T b7a4846efc8b4c3d84bd546433b2bf1b P a369c67ff36440f2b4905999b7de95b0: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.000s
11:18:03.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.040467 31344 tablet_bootstrap.cc:492] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508: Bootstrap starting.
11:18:03.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.042444 31342 tablet_bootstrap.cc:492] T 511e7e0c81b94db58a3b2d7689fd3450 P 5f54c5d02741489babedc520f9295724: No bootstrap required, opened a new log
11:18:03.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.042759 31342 ts_tablet_manager.cc:1397] T 511e7e0c81b94db58a3b2d7689fd3450 P 5f54c5d02741489babedc520f9295724: Time spent bootstrapping tablet: real 0.016s user 0.007s sys 0.007s
11:18:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.043346 31344 tablet_bootstrap.cc:654] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508: Neither blocks nor log segments found. Creating new log.
11:18:03.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.044507 31344 log.cc:824] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508: Log is configured to *not* fsync() on all Append() calls
11:18:03.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.046909 31344 tablet_bootstrap.cc:492] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508: No bootstrap required, opened a new log
11:18:03.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.047155 31344 ts_tablet_manager.cc:1397] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.003s
11:18:03.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.047346 31343 raft_consensus.cc:348] T b7a4846efc8b4c3d84bd546433b2bf1b P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.047778 31343 raft_consensus.cc:374] T b7a4846efc8b4c3d84bd546433b2bf1b P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:18:03.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.047997 31343 raft_consensus.cc:729] T b7a4846efc8b4c3d84bd546433b2bf1b P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a369c67ff36440f2b4905999b7de95b0, State: Initialized, Role: FOLLOWER
11:18:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.048676 31343 consensus_queue.cc:260] T b7a4846efc8b4c3d84bd546433b2bf1b P a369c67ff36440f2b4905999b7de95b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.049800 31290 heartbeater.cc:503] Master 127.29.58.124:33059 was elected leader, sending a full tablet report...
11:18:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.050333 31343 ts_tablet_manager.cc:1428] T b7a4846efc8b4c3d84bd546433b2bf1b P a369c67ff36440f2b4905999b7de95b0: Time spent starting tablet: real 0.012s user 0.009s sys 0.004s
11:18:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.050848 31343 tablet_bootstrap.cc:492] T 511e7e0c81b94db58a3b2d7689fd3450 P a369c67ff36440f2b4905999b7de95b0: Bootstrap starting.
11:18:03.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.052707 31343 tablet_bootstrap.cc:654] T 511e7e0c81b94db58a3b2d7689fd3450 P a369c67ff36440f2b4905999b7de95b0: Neither blocks nor log segments found. Creating new log.
11:18:03.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.052876 31342 raft_consensus.cc:348] T 511e7e0c81b94db58a3b2d7689fd3450 P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } }
11:18:03.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.053407 31342 raft_consensus.cc:374] T 511e7e0c81b94db58a3b2d7689fd3450 P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:18:03.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.053699 31342 raft_consensus.cc:729] T 511e7e0c81b94db58a3b2d7689fd3450 P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5f54c5d02741489babedc520f9295724, State: Initialized, Role: FOLLOWER
11:18:03.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.054478 31342 consensus_queue.cc:260] T 511e7e0c81b94db58a3b2d7689fd3450 P 5f54c5d02741489babedc520f9295724 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } }
11:18:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.056187 31342 ts_tablet_manager.cc:1428] T 511e7e0c81b94db58a3b2d7689fd3450 P 5f54c5d02741489babedc520f9295724: Time spent starting tablet: real 0.013s user 0.013s sys 0.000s
11:18:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.057510 31342 tablet_bootstrap.cc:492] T b7a4846efc8b4c3d84bd546433b2bf1b P 5f54c5d02741489babedc520f9295724: Bootstrap starting.
11:18:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.059291 31342 tablet_bootstrap.cc:654] T b7a4846efc8b4c3d84bd546433b2bf1b P 5f54c5d02741489babedc520f9295724: Neither blocks nor log segments found. Creating new log.
11:18:03.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.069212 31342 tablet_bootstrap.cc:492] T b7a4846efc8b4c3d84bd546433b2bf1b P 5f54c5d02741489babedc520f9295724: No bootstrap required, opened a new log
11:18:03.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.068933 31344 raft_consensus.cc:348] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.069358 31342 ts_tablet_manager.cc:1397] T b7a4846efc8b4c3d84bd546433b2bf1b P 5f54c5d02741489babedc520f9295724: Time spent bootstrapping tablet: real 0.012s user 0.004s sys 0.007s
11:18:03.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.069381 31344 raft_consensus.cc:374] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:18:03.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.069487 31343 tablet_bootstrap.cc:492] T 511e7e0c81b94db58a3b2d7689fd3450 P a369c67ff36440f2b4905999b7de95b0: No bootstrap required, opened a new log
11:18:03.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.069495 31344 raft_consensus.cc:729] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93780a39057c42e3a23440d636340508, State: Initialized, Role: FOLLOWER
11:18:03.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.069634 31343 ts_tablet_manager.cc:1397] T 511e7e0c81b94db58a3b2d7689fd3450 P a369c67ff36440f2b4905999b7de95b0: Time spent bootstrapping tablet: real 0.019s user 0.006s sys 0.007s
11:18:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.070008 31342 raft_consensus.cc:348] T b7a4846efc8b4c3d84bd546433b2bf1b P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.070178 31342 raft_consensus.cc:374] T b7a4846efc8b4c3d84bd546433b2bf1b P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:18:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.070271 31342 raft_consensus.cc:729] T b7a4846efc8b4c3d84bd546433b2bf1b P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5f54c5d02741489babedc520f9295724, State: Initialized, Role: FOLLOWER
11:18:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.070210 31344 consensus_queue.cc:260] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.070353 31343 raft_consensus.cc:348] T 511e7e0c81b94db58a3b2d7689fd3450 P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } }
11:18:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.070559 31343 raft_consensus.cc:374] T 511e7e0c81b94db58a3b2d7689fd3450 P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:18:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.070537 31342 consensus_queue.cc:260] T b7a4846efc8b4c3d84bd546433b2bf1b P 5f54c5d02741489babedc520f9295724 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.070658 31343 raft_consensus.cc:729] T 511e7e0c81b94db58a3b2d7689fd3450 P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a369c67ff36440f2b4905999b7de95b0, State: Initialized, Role: FOLLOWER
11:18:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.070873 31343 consensus_queue.cc:260] T 511e7e0c81b94db58a3b2d7689fd3450 P a369c67ff36440f2b4905999b7de95b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } }
11:18:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.071549 31343 ts_tablet_manager.cc:1428] T 511e7e0c81b94db58a3b2d7689fd3450 P a369c67ff36440f2b4905999b7de95b0: Time spent starting tablet: real 0.002s user 0.002s sys 0.001s
11:18:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.071755 31022 heartbeater.cc:503] Master 127.29.58.124:33059 was elected leader, sending a full tablet report...
11:18:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.076783 31344 ts_tablet_manager.cc:1428] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508: Time spent starting tablet: real 0.030s user 0.012s sys 0.001s
11:18:03.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.079617 31344 tablet_bootstrap.cc:492] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508: Bootstrap starting.
11:18:03.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.079749 31342 ts_tablet_manager.cc:1428] T b7a4846efc8b4c3d84bd546433b2bf1b P 5f54c5d02741489babedc520f9295724: Time spent starting tablet: real 0.010s user 0.001s sys 0.001s
11:18:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.082850 31344 tablet_bootstrap.cc:654] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508: Neither blocks nor log segments found. Creating new log.
11:18:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.084813 31344 tablet_bootstrap.cc:492] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508: No bootstrap required, opened a new log
11:18:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.084956 31344 ts_tablet_manager.cc:1397] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
11:18:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.085635 31344 raft_consensus.cc:348] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } }
11:18:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.085860 31344 raft_consensus.cc:374] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:18:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.085959 31344 raft_consensus.cc:729] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93780a39057c42e3a23440d636340508, State: Initialized, Role: FOLLOWER
11:18:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.086179 31344 consensus_queue.cc:260] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } }
11:18:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.086700 31344 ts_tablet_manager.cc:1428] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
11:18:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.100754 31360 raft_consensus.cc:482] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:18:03.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.101017 31360 raft_consensus.cc:504] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } }
11:18:03.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.102638 31360 leader_election.cc:288] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5f54c5d02741489babedc520f9295724 (127.29.58.65:35111), a369c67ff36440f2b4905999b7de95b0 (127.29.58.67:39679)
11:18:03.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.112725 30684 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "511e7e0c81b94db58a3b2d7689fd3450" candidate_uuid: "93780a39057c42e3a23440d636340508" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f54c5d02741489babedc520f9295724" is_pre_election: true
11:18:03.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.112708 31205 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "511e7e0c81b94db58a3b2d7689fd3450" candidate_uuid: "93780a39057c42e3a23440d636340508" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a369c67ff36440f2b4905999b7de95b0" is_pre_election: true
11:18:03.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.113193 30684 raft_consensus.cc:2454] T 511e7e0c81b94db58a3b2d7689fd3450 P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93780a39057c42e3a23440d636340508 in term 0.
11:18:03.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.113240 31205 raft_consensus.cc:2454] T 511e7e0c81b94db58a3b2d7689fd3450 P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93780a39057c42e3a23440d636340508 in term 0.
11:18:03.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.113781 30805 leader_election.cc:302] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 5f54c5d02741489babedc520f9295724, 93780a39057c42e3a23440d636340508, a369c67ff36440f2b4905999b7de95b0; no voters:
11:18:03.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.114174 31360 raft_consensus.cc:2781] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Leader pre-election won for term 1
11:18:03.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.114326 31360 raft_consensus.cc:482] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:18:03.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.114428 31360 raft_consensus.cc:3037] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Advancing to term 1
11:18:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.116492 31360 raft_consensus.cc:504] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } }
11:18:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.117062 31360 leader_election.cc:288] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [CANDIDATE]: Term 1 election: Requested vote from peers 5f54c5d02741489babedc520f9295724 (127.29.58.65:35111), a369c67ff36440f2b4905999b7de95b0 (127.29.58.67:39679)
11:18:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.117586 30684 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "511e7e0c81b94db58a3b2d7689fd3450" candidate_uuid: "93780a39057c42e3a23440d636340508" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f54c5d02741489babedc520f9295724"
11:18:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.117589 31205 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "511e7e0c81b94db58a3b2d7689fd3450" candidate_uuid: "93780a39057c42e3a23440d636340508" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a369c67ff36440f2b4905999b7de95b0"
11:18:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.117794 31205 raft_consensus.cc:3037] T 511e7e0c81b94db58a3b2d7689fd3450 P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Advancing to term 1
11:18:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.117794 30684 raft_consensus.cc:3037] T 511e7e0c81b94db58a3b2d7689fd3450 P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Advancing to term 1
11:18:03.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.120774 30684 raft_consensus.cc:2454] T 511e7e0c81b94db58a3b2d7689fd3450 P 5f54c5d02741489babedc520f9295724 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 93780a39057c42e3a23440d636340508 in term 1.
11:18:03.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.120774 31205 raft_consensus.cc:2454] T 511e7e0c81b94db58a3b2d7689fd3450 P a369c67ff36440f2b4905999b7de95b0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 93780a39057c42e3a23440d636340508 in term 1.
11:18:03.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.121208 30805 leader_election.cc:302] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 5f54c5d02741489babedc520f9295724, 93780a39057c42e3a23440d636340508, a369c67ff36440f2b4905999b7de95b0; no voters:
11:18:03.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.121505 31360 raft_consensus.cc:2781] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [term 1 FOLLOWER]: Leader election won for term 1
11:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.121961 31360 raft_consensus.cc:686] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [term 1 LEADER]: Becoming Leader. State: Replica: 93780a39057c42e3a23440d636340508, State: Running, Role: LEADER
11:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.122478 31360 consensus_queue.cc:237] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } }
11:18:03.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.127775 30316 catalog_manager.cc:5495] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 reported cstate change: term changed from 0 to 1, leader changed from <none> to 93780a39057c42e3a23440d636340508 (127.29.58.66). New cstate: current_term: 1 leader_uuid: "93780a39057c42e3a23440d636340508" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } health_report { overall_health: HEALTHY } } }
11:18:03.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:03.128336 31030 tablet.cc:2369] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:18:03.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:03.145165 31295 tablet.cc:2369] T 511e7e0c81b94db58a3b2d7689fd3450 P a369c67ff36440f2b4905999b7de95b0: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:18:03.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:03.147248 30774 tablet.cc:2369] T 511e7e0c81b94db58a3b2d7689fd3450 P 5f54c5d02741489babedc520f9295724: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:18:03.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.233036 31360 raft_consensus.cc:482] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:18:03.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.233271 31360 raft_consensus.cc:504] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.233862 31360 leader_election.cc:288] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5f54c5d02741489babedc520f9295724 (127.29.58.65:35111), a369c67ff36440f2b4905999b7de95b0 (127.29.58.67:39679)
11:18:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.234474 30684 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b7a4846efc8b4c3d84bd546433b2bf1b" candidate_uuid: "93780a39057c42e3a23440d636340508" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f54c5d02741489babedc520f9295724" is_pre_election: true
11:18:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.234478 31205 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b7a4846efc8b4c3d84bd546433b2bf1b" candidate_uuid: "93780a39057c42e3a23440d636340508" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a369c67ff36440f2b4905999b7de95b0" is_pre_election: true
11:18:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.234715 30684 raft_consensus.cc:2454] T b7a4846efc8b4c3d84bd546433b2bf1b P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93780a39057c42e3a23440d636340508 in term 0.
11:18:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.234736 31205 raft_consensus.cc:2454] T b7a4846efc8b4c3d84bd546433b2bf1b P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93780a39057c42e3a23440d636340508 in term 0.
11:18:03.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.235145 30805 leader_election.cc:302] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5f54c5d02741489babedc520f9295724, 93780a39057c42e3a23440d636340508; no voters:
11:18:03.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.235427 31360 raft_consensus.cc:2781] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Leader pre-election won for term 1
11:18:03.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.235528 31360 raft_consensus.cc:482] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:18:03.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.235607 31360 raft_consensus.cc:3037] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Advancing to term 1
11:18:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.237468 31360 raft_consensus.cc:504] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.237982 31360 leader_election.cc:288] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [CANDIDATE]: Term 1 election: Requested vote from peers 5f54c5d02741489babedc520f9295724 (127.29.58.65:35111), a369c67ff36440f2b4905999b7de95b0 (127.29.58.67:39679)
11:18:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.238397 30684 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b7a4846efc8b4c3d84bd546433b2bf1b" candidate_uuid: "93780a39057c42e3a23440d636340508" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f54c5d02741489babedc520f9295724"
11:18:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.238451 31205 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b7a4846efc8b4c3d84bd546433b2bf1b" candidate_uuid: "93780a39057c42e3a23440d636340508" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a369c67ff36440f2b4905999b7de95b0"
11:18:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.238622 30684 raft_consensus.cc:3037] T b7a4846efc8b4c3d84bd546433b2bf1b P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Advancing to term 1
11:18:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.238643 31205 raft_consensus.cc:3037] T b7a4846efc8b4c3d84bd546433b2bf1b P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Advancing to term 1
11:18:03.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.241350 31205 raft_consensus.cc:2454] T b7a4846efc8b4c3d84bd546433b2bf1b P a369c67ff36440f2b4905999b7de95b0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 93780a39057c42e3a23440d636340508 in term 1.
11:18:03.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.241345 30684 raft_consensus.cc:2454] T b7a4846efc8b4c3d84bd546433b2bf1b P 5f54c5d02741489babedc520f9295724 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 93780a39057c42e3a23440d636340508 in term 1.
11:18:03.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.241752 30805 leader_election.cc:302] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 5f54c5d02741489babedc520f9295724, 93780a39057c42e3a23440d636340508, a369c67ff36440f2b4905999b7de95b0; no voters:
11:18:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.242043 31360 raft_consensus.cc:2781] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [term 1 FOLLOWER]: Leader election won for term 1
11:18:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.242208 31360 raft_consensus.cc:686] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [term 1 LEADER]: Becoming Leader. State: Replica: 93780a39057c42e3a23440d636340508, State: Running, Role: LEADER
11:18:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.242576 31360 consensus_queue.cc:237] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.246138 30316 catalog_manager.cc:5495] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 reported cstate change: term changed from 0 to 1, leader changed from <none> to 93780a39057c42e3a23440d636340508 (127.29.58.66). New cstate: current_term: 1 leader_uuid: "93780a39057c42e3a23440d636340508" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } health_report { overall_health: UNKNOWN } } }
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.316718 30316 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:45850:
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
11:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
11:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
11:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
11:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
11:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
11:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
11:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:03.317745 30316 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
11:18:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.328847 31158 tablet_service.cc:1467] Processing CreateTablet for tablet 18420120104d493e8ab869b52ed46cb7 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=a8aa96dd4b2a45689f4d7794d8c6cbc7]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
11:18:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.329715 31158 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 18420120104d493e8ab869b52ed46cb7. 1 dirs total, 0 dirs full, 0 dirs failed
11:18:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.332958 30640 tablet_service.cc:1467] Processing CreateTablet for tablet 18420120104d493e8ab869b52ed46cb7 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=a8aa96dd4b2a45689f4d7794d8c6cbc7]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
11:18:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.333045 30912 tablet_service.cc:1467] Processing CreateTablet for tablet 18420120104d493e8ab869b52ed46cb7 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=a8aa96dd4b2a45689f4d7794d8c6cbc7]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
11:18:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.333724 30640 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 18420120104d493e8ab869b52ed46cb7. 1 dirs total, 0 dirs full, 0 dirs failed
11:18:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.333835 30912 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 18420120104d493e8ab869b52ed46cb7. 1 dirs total, 0 dirs full, 0 dirs failed
11:18:03.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.337962 31343 tablet_bootstrap.cc:492] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0: Bootstrap starting.
11:18:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.339534 31344 tablet_bootstrap.cc:492] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508: Bootstrap starting.
11:18:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.339612 31343 tablet_bootstrap.cc:654] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0: Neither blocks nor log segments found. Creating new log.
11:18:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.340293 31342 tablet_bootstrap.cc:492] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724: Bootstrap starting.
11:18:03.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.341102 31344 tablet_bootstrap.cc:654] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508: Neither blocks nor log segments found. Creating new log.
11:18:03.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.341997 31342 tablet_bootstrap.cc:654] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724: Neither blocks nor log segments found. Creating new log.
11:18:03.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.343497 31344 tablet_bootstrap.cc:492] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508: No bootstrap required, opened a new log
11:18:03.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.343665 31344 ts_tablet_manager.cc:1397] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
11:18:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.344686 31344 raft_consensus.cc:348] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.345032 31344 raft_consensus.cc:374] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:18:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.345175 31344 raft_consensus.cc:729] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93780a39057c42e3a23440d636340508, State: Initialized, Role: FOLLOWER
11:18:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.345438 31344 consensus_queue.cc:260] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.345841 31360 tablet_replica.cc:439] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } }
11:18:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.346132 31360 tablet_replica.cc:442] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508: This TxnStatusTablet replica's current role is: FOLLOWER
11:18:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.349730 31344 ts_tablet_manager.cc:1428] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
11:18:03.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.354192 31343 tablet_bootstrap.cc:492] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0: No bootstrap required, opened a new log
11:18:03.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.354382 31343 ts_tablet_manager.cc:1397] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0: Time spent bootstrapping tablet: real 0.016s user 0.007s sys 0.008s
11:18:03.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.355266 31343 raft_consensus.cc:348] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.355540 31343 raft_consensus.cc:374] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:18:03.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.355618 31343 raft_consensus.cc:729] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a369c67ff36440f2b4905999b7de95b0, State: Initialized, Role: FOLLOWER
11:18:03.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.355866 31343 consensus_queue.cc:260] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.356539 31343 ts_tablet_manager.cc:1428] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0: Time spent starting tablet: real 0.002s user 0.002s sys 0.001s
11:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.356514 31351 tablet_replica.cc:439] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } }
11:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.356842 31351 tablet_replica.cc:442] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0: This TxnStatusTablet replica's current role is: FOLLOWER
11:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.357837 31342 tablet_bootstrap.cc:492] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724: No bootstrap required, opened a new log
11:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.358119 31342 ts_tablet_manager.cc:1397] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724: Time spent bootstrapping tablet: real 0.018s user 0.006s sys 0.005s
11:18:03.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.358955 31342 raft_consensus.cc:348] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.359294 31342 raft_consensus.cc:374] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:18:03.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.359508 31342 raft_consensus.cc:729] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5f54c5d02741489babedc520f9295724, State: Initialized, Role: FOLLOWER
11:18:03.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.359840 31342 consensus_queue.cc:260] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.360472 31342 ts_tablet_manager.cc:1428] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
11:18:03.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.360383 31357 tablet_replica.cc:439] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } }
11:18:03.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.360777 31357 tablet_replica.cc:442] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724: This TxnStatusTablet replica's current role is: FOLLOWER
11:18:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.456559 31360 raft_consensus.cc:482] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:18:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.456756 31360 raft_consensus.cc:504] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.457427 31360 leader_election.cc:288] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5f54c5d02741489babedc520f9295724 (127.29.58.65:35111), a369c67ff36440f2b4905999b7de95b0 (127.29.58.67:39679)
11:18:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.457988 30684 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "18420120104d493e8ab869b52ed46cb7" candidate_uuid: "93780a39057c42e3a23440d636340508" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f54c5d02741489babedc520f9295724" is_pre_election: true
11:18:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.458012 31205 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "18420120104d493e8ab869b52ed46cb7" candidate_uuid: "93780a39057c42e3a23440d636340508" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a369c67ff36440f2b4905999b7de95b0" is_pre_election: true
11:18:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.458201 30684 raft_consensus.cc:2454] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93780a39057c42e3a23440d636340508 in term 0.
11:18:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.458231 31205 raft_consensus.cc:2454] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93780a39057c42e3a23440d636340508 in term 0.
11:18:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.458611 30805 leader_election.cc:302] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 5f54c5d02741489babedc520f9295724, 93780a39057c42e3a23440d636340508, a369c67ff36440f2b4905999b7de95b0; no voters:
11:18:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.458891 31360 raft_consensus.cc:2781] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Leader pre-election won for term 1
11:18:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.458997 31360 raft_consensus.cc:482] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:18:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.459056 31360 raft_consensus.cc:3037] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [term 0 FOLLOWER]: Advancing to term 1
11:18:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.460970 31360 raft_consensus.cc:504] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.461426 31360 leader_election.cc:288] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [CANDIDATE]: Term 1 election: Requested vote from peers 5f54c5d02741489babedc520f9295724 (127.29.58.65:35111), a369c67ff36440f2b4905999b7de95b0 (127.29.58.67:39679)
11:18:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.461885 30684 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "18420120104d493e8ab869b52ed46cb7" candidate_uuid: "93780a39057c42e3a23440d636340508" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f54c5d02741489babedc520f9295724"
11:18:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.461903 31205 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "18420120104d493e8ab869b52ed46cb7" candidate_uuid: "93780a39057c42e3a23440d636340508" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a369c67ff36440f2b4905999b7de95b0"
11:18:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.462049 30684 raft_consensus.cc:3037] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724 [term 0 FOLLOWER]: Advancing to term 1
11:18:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.462080 31205 raft_consensus.cc:3037] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0 [term 0 FOLLOWER]: Advancing to term 1
11:18:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.463920 30684 raft_consensus.cc:2454] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 93780a39057c42e3a23440d636340508 in term 1.
11:18:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.463944 31205 raft_consensus.cc:2454] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 93780a39057c42e3a23440d636340508 in term 1.
11:18:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.464318 30805 leader_election.cc:302] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5f54c5d02741489babedc520f9295724, 93780a39057c42e3a23440d636340508; no voters:
11:18:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.464602 31360 raft_consensus.cc:2781] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [term 1 FOLLOWER]: Leader election won for term 1
11:18:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.464751 31360 raft_consensus.cc:686] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [term 1 LEADER]: Becoming Leader. State: Replica: 93780a39057c42e3a23440d636340508, State: Running, Role: LEADER
11:18:03.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.465004 31360 consensus_queue.cc:237] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } }
11:18:03.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.466593 31368 tablet_replica.cc:439] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508: TxnStatusTablet state changed. Reason: New leader 93780a39057c42e3a23440d636340508. Latest consensus state: current_term: 1 leader_uuid: "93780a39057c42e3a23440d636340508" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } }
11:18:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.466951 31368 tablet_replica.cc:442] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508: This TxnStatusTablet replica's current role is: LEADER
11:18:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.468992 30316 catalog_manager.cc:5495] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 reported cstate change: term changed from 0 to 1, leader changed from <none> to 93780a39057c42e3a23440d636340508 (127.29.58.66). New cstate: current_term: 1 leader_uuid: "93780a39057c42e3a23440d636340508" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } health_report { overall_health: UNKNOWN } } }
11:18:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.480494 31398 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
11:18:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.480747 31398 txn_status_manager.cc:929] Loading transaction status metadata into memory...
11:18:03.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.507663 31205 raft_consensus.cc:1261] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0 [term 1 FOLLOWER]: Refusing update from remote peer 93780a39057c42e3a23440d636340508: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:18:03.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.507663 30684 raft_consensus.cc:1261] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724 [term 1 FOLLOWER]: Refusing update from remote peer 93780a39057c42e3a23440d636340508: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:18:03.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.508692 31360 consensus_queue.cc:1035] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:18:03.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.509001 31368 consensus_queue.cc:1035] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:18:03.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.516356 31368 consensus_queue.cc:1035] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:18:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.529361 31351 tablet_replica.cc:439] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0: TxnStatusTablet state changed. Reason: New leader 93780a39057c42e3a23440d636340508. Latest consensus state: current_term: 1 leader_uuid: "93780a39057c42e3a23440d636340508" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } }
11:18:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.529628 31351 tablet_replica.cc:442] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0: This TxnStatusTablet replica's current role is: FOLLOWER
11:18:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.532722 31357 tablet_replica.cc:439] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724: TxnStatusTablet state changed. Reason: New leader 93780a39057c42e3a23440d636340508. Latest consensus state: current_term: 1 leader_uuid: "93780a39057c42e3a23440d636340508" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } }
11:18:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.532995 31357 tablet_replica.cc:442] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724: This TxnStatusTablet replica's current role is: FOLLOWER
11:18:03.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.535183 31403 mvcc.cc:205] Tried to move back new op lower bound from 7317641148436881408 to 7317641148274884608. Current Snapshot: MvccSnapshot[applied={T|T < 7317641148436881408}]
11:18:03.548 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
11:18:03.552 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table cd575e0e4be840358f6ab970a9b91071
11:18:03.552 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.29.58.124:33059
11:18:03.553 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
11:18:03.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.554105 29929 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskw35VIe/build/asan/bin/kudu pid 30256
11:18:03.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.555680 30385 generic_service.cc:196] Checking for leaks (request via RPC)
11:18:03.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.556448 31418 tablet_replica.cc:439] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "93780a39057c42e3a23440d636340508" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } }
11:18:03.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.556824 31418 tablet_replica.cc:442] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508: This TxnStatusTablet replica's current role is: LEADER
11:18:03.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.557271 31351 tablet_replica.cc:439] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "93780a39057c42e3a23440d636340508" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } }
11:18:03.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.557516 31351 tablet_replica.cc:442] T 18420120104d493e8ab869b52ed46cb7 P a369c67ff36440f2b4905999b7de95b0: This TxnStatusTablet replica's current role is: FOLLOWER
11:18:03.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.565719 31360 tablet_replica.cc:439] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "93780a39057c42e3a23440d636340508" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } }
11:18:03.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.565963 31406 mvcc.cc:205] Tried to move back new op lower bound from 7317641148436881408 to 7317641148274884608. Current Snapshot: MvccSnapshot[applied={T|T < 7317641148436881408}]
11:18:03.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.566025 31360 tablet_replica.cc:442] T 18420120104d493e8ab869b52ed46cb7 P 93780a39057c42e3a23440d636340508: This TxnStatusTablet replica's current role is: LEADER
11:18:03.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.568063 31360 consensus_queue.cc:1035] T 511e7e0c81b94db58a3b2d7689fd3450 P 93780a39057c42e3a23440d636340508 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:18:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.574354 31357 tablet_replica.cc:439] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "93780a39057c42e3a23440d636340508" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 } } peers { permanent_uuid: "93780a39057c42e3a23440d636340508" member_type: VOTER last_known_addr { host: "127.29.58.66" port: 45499 } } peers { permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 } } }
11:18:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.574630 31357 tablet_replica.cc:442] T 18420120104d493e8ab869b52ed46cb7 P 5f54c5d02741489babedc520f9295724: This TxnStatusTablet replica's current role is: FOLLOWER
11:18:03.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.697335 29929 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskw35VIe/build/asan/bin/kudu with pid 30256
11:18:03.729 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.58.124:33059(127.29.58.124:33059)] handling channelInactive
11:18:03.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state READY due to: connection closed
11:18:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:03.728965 30538 connection.cc:535] client connection to 127.29.58.124:33059 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:18:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:03.729233 31290 heartbeater.cc:644] Failed to heartbeat to 127.29.58.124:33059 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.29.58.124:33059 (error 108)
11:18:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:03.730297 30801 connection.cc:535] client connection to 127.29.58.124:33059 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:18:03.731 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:18:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:03.730952 30771 heartbeater.cc:644] Failed to heartbeat to 127.29.58.124:33059 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:18:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:03.731324 30143 connection.cc:535] server connection from 127.0.0.1:45934 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:18:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:03.731357 31022 heartbeater.cc:644] Failed to heartbeat to 127.29.58.124:33059 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:18:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.755612 31422 consensus_queue.cc:1035] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5f54c5d02741489babedc520f9295724" member_type: VOTER last_known_addr { host: "127.29.58.65" port: 35111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:18:03.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.763695 31360 consensus_queue.cc:1035] T b7a4846efc8b4c3d84bd546433b2bf1b P 93780a39057c42e3a23440d636340508 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" member_type: VOTER last_known_addr { host: "127.29.58.67" port: 39679 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:18:03.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.995877 31443 raft_consensus.cc:482] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3e5f9cfb028b4dbea5ab1bb52ba9735f)
11:18:03.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.996071 31443 raft_consensus.cc:504] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:03.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.997388 31443 leader_election.cc:288] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839), 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059)
11:18:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.998059 31447 raft_consensus.cc:482] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3e5f9cfb028b4dbea5ab1bb52ba9735f)
11:18:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.998257 31447 raft_consensus.cc:504] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.998324 30185 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30ab790ed654440f8f86831d93a12a60" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" is_pre_election: true
11:18:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.998760 30185 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 30ab790ed654440f8f86831d93a12a60 in term 1.
11:18:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.999466 30030 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "30ab790ed654440f8f86831d93a12a60" is_pre_election: true
11:18:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.999493 29984 leader_election.cc:302] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9; no voters:
11:18:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.999732 30030 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b0d4b6db0ec248b0b2d5c4a8df62fce9 in term 1.
11:18:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:03.999907 31443 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 1 FOLLOWER]: Leader pre-election won for term 2
11:18:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.000020 31443 raft_consensus.cc:482] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3e5f9cfb028b4dbea5ab1bb52ba9735f)
11:18:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.000011 31447 leader_election.cc:288] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059)
11:18:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.000149 31443 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 1 FOLLOWER]: Advancing to term 2
11:18:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.000293 30140 leader_election.cc:302] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9; no voters:
11:18:04.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:04.000697 29981 leader_election.cc:334] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059): Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.001243 31447 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 1 FOLLOWER]: Leader pre-election won for term 2
11:18:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.001483 31447 raft_consensus.cc:482] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3e5f9cfb028b4dbea5ab1bb52ba9735f)
11:18:04.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.001943 31447 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 1 FOLLOWER]: Advancing to term 2
11:18:04.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.002995 31443 raft_consensus.cc:504] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:04.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.003638 31443 leader_election.cc:288] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [CANDIDATE]: Term 2 election: Requested vote from peers b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839), 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059)
11:18:04.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.004618 30185 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30ab790ed654440f8f86831d93a12a60" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9"
11:18:04.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.004566 31447 raft_consensus.cc:504] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:04.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:04.005008 30140 leader_election.cc:334] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059): Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:04.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.005108 30185 raft_consensus.cc:2379] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 30ab790ed654440f8f86831d93a12a60 in current term 2: Already voted for candidate b0d4b6db0ec248b0b2d5c4a8df62fce9 in this term.
11:18:04.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.005203 31447 leader_election.cc:288] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [CANDIDATE]: Term 2 election: Requested vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059)
11:18:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.005887 30030 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "30ab790ed654440f8f86831d93a12a60"
11:18:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:04.005972 29981 leader_election.cc:334] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059): Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.006119 29981 leader_election.cc:302] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 30ab790ed654440f8f86831d93a12a60; no voters: 3e5f9cfb028b4dbea5ab1bb52ba9735f, b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.006177 30030 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate b0d4b6db0ec248b0b2d5c4a8df62fce9 in current term 2: Already voted for candidate 30ab790ed654440f8f86831d93a12a60 in this term.
11:18:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.006537 31443 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
11:18:04.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:04.007145 30140 leader_election.cc:334] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059): Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:04.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.007256 30140 leader_election.cc:302] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b0d4b6db0ec248b0b2d5c4a8df62fce9; no voters: 30ab790ed654440f8f86831d93a12a60, 3e5f9cfb028b4dbea5ab1bb52ba9735f
11:18:04.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.007534 31447 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
11:18:04.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.058 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.29.58.124:33059(127.29.58.124:33059) for tablet Kudu Master: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.124:33059: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:04.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.124:33059: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:04.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.124:33059: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:04.137 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.124:33059: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:04.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.124:33059: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:04.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.124:33059: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:04.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.124:33059: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:04.259 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.29.58.124:33059, [1ms] received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [18ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, deferred=Deferred@1643624863(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1734754589@35b23374 -> (continuation of Deferred@675996479 after retry RPC after error@1601423701) -> (continuation of Deferred@51689573 after retry RPC after error@664339168) -> (continuation of Deferred@1488281143 after retry RPC after error@424484117) -> (continuation of Deferred@1060919753 after retry RPC after error@1356710604) -> (continuation of Deferred@585857542 after retry RPC after error@1396670203) -> (continuation of Deferred@244352836 after retry RPC after error@811991032), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2134679084@49a798b8 -> (continuation of Deferred@675996479 after retry RPC after error@1601423701) -> (continuation of Deferred@51689573 after retry RPC after error@664339168) -> (continuation of Deferred@1488281143 after retry RPC after error@424484117) -> (continuation of Deferred@1060919753 after retry RPC after error@1356710604) -> (continuation of Deferred@585857542 after retry RPC after error@1396670203) -> (continuation of Deferred@244352836 after retry RPC after error@811991032)))
11:18:04.260 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.29.58.124:33059, [1ms] received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [18ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, deferred=Deferred@1643624863(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1734754589@35b23374 -> (continuation of Deferred@675996479 after retry RPC after error@1601423701) -> (continuation of Deferred@51689573 after retry RPC after error@664339168) -> (continuation of Deferred@1488281143 after retry RPC after error@424484117) -> (continuation of Deferred@1060919753 after retry RPC after error@1356710604) -> (continuation of Deferred@585857542 after retry RPC after error@1396670203) -> (continuation of Deferred@244352836 after retry RPC after error@811991032), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2134679084@49a798b8 -> (continuation of Deferred@675996479 after retry RPC after error@1601423701) -> (continuation of Deferred@51689573 after retry RPC after error@664339168) -> (continuation of Deferred@1488281143 after retry RPC after error@424484117) -> (continuation of Deferred@1060919753 after retry RPC after error@1356710604) -> (continuation of Deferred@585857542 after retry RPC after error@1396670203) -> (continuation of Deferred@244352836 after retry RPC after error@811991032)))
11:18:04.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.124:33059: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:04.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.124:33059: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:04.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.124:33059: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:04.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.124:33059: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:04.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.124:33059: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.388675 31447 raft_consensus.cc:482] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:18:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.388890 31447 raft_consensus.cc:504] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.389506 31447 leader_election.cc:288] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059)
11:18:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.390082 30030 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "30ab790ed654440f8f86831d93a12a60" is_pre_election: true
11:18:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.390386 30030 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b0d4b6db0ec248b0b2d5c4a8df62fce9 in term 2.
11:18:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.390954 30140 leader_election.cc:302] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9; no voters:
11:18:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:04.391187 30140 leader_election.cc:334] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059): Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.391235 31447 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 2 FOLLOWER]: Leader pre-election won for term 3
11:18:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.391363 31447 raft_consensus.cc:482] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:18:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.391486 31447 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 2 FOLLOWER]: Advancing to term 3
11:18:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.393505 31447 raft_consensus.cc:504] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.394042 31447 leader_election.cc:288] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [CANDIDATE]: Term 3 election: Requested vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059)
11:18:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.394429 30030 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "30ab790ed654440f8f86831d93a12a60"
11:18:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.394670 30030 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 2 FOLLOWER]: Advancing to term 3
11:18:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:04.395391 30140 leader_election.cc:334] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059): Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111)
11:18:04.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.397188 30030 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b0d4b6db0ec248b0b2d5c4a8df62fce9 in term 3.
11:18:04.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.397750 30140 leader_election.cc:302] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9; no voters: 3e5f9cfb028b4dbea5ab1bb52ba9735f
11:18:04.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.124:33059: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.398126 31447 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 3 FOLLOWER]: Leader election won for term 3
11:18:04.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.398598 31447 raft_consensus.cc:686] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [term 3 LEADER]: Becoming Leader. State: Replica: b0d4b6db0ec248b0b2d5c4a8df62fce9, State: Running, Role: LEADER
11:18:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.399027 31447 consensus_queue.cc:237] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.400321 31459 sys_catalog.cc:455] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b0d4b6db0ec248b0b2d5c4a8df62fce9. Latest consensus state: current_term: 3 leader_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.400615 31459 sys_catalog.cc:458] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [sys.catalog]: This master's current role is: LEADER
11:18:04.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.401218 31460 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:18:04.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.403509 31460 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=a8aa96dd4b2a45689f4d7794d8c6cbc7]
11:18:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.404035 31460 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=cd575e0e4be840358f6ab970a9b91071]
11:18:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.405521 31460 tablet_loader.cc:96] loaded metadata for tablet 18420120104d493e8ab869b52ed46cb7 (table kudu_system.kudu_transactions [id=a8aa96dd4b2a45689f4d7794d8c6cbc7])
11:18:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.405964 31460 tablet_loader.cc:96] loaded metadata for tablet 511e7e0c81b94db58a3b2d7689fd3450 (table txn_manager_fallback_rolling [id=cd575e0e4be840358f6ab970a9b91071])
11:18:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.406319 31460 tablet_loader.cc:96] loaded metadata for tablet b7a4846efc8b4c3d84bd546433b2bf1b (table txn_manager_fallback_rolling [id=cd575e0e4be840358f6ab970a9b91071])
11:18:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.406561 31460 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:18:04.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.407464 31460 catalog_manager.cc:1259] Loaded cluster ID: 898788ddd23746c19a52093a95c2f981
11:18:04.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.407552 31460 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:18:04.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.408725 31460 catalog_manager.cc:1504] Loading token signing keys...
11:18:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.409550 31460 catalog_manager.cc:5879] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9: Loaded TSK: 0
11:18:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.410368 31460 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:18:04.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:04.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.124:33059: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059
11:18:04.439 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
11:18:04.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: Network error: Failed to connect to peer master-127.29.58.124:33059(127.29.58.124:33059): Connection refused: /127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: OK, deferred=Deferred@1843435014(state=PENDING, result=null, callback=(continuation of Deferred@1202283261 after retry RPC after error@227778249) -> (continuation of Deferred@179416318 after retry RPC after error@1669880584) -> (continuation of Deferred@1866097422 after retry RPC after error@2127486454) -> (continuation of Deferred@2040481933 after retry RPC after error@1491995821) -> (continuation of Deferred@1685075629 after retry RPC after error@1826186936) -> (continuation of Deferred@1870762126 after retry RPC after error@1193435831), errback=(continuation of Deferred@1202283261 after retry RPC after error@227778249) -> (continuation of Deferred@179416318 after retry RPC after error@1669880584) -> (continuation of Deferred@1866097422 after retry RPC after error@2127486454) -> (continuation of Deferred@2040481933 after retry RPC after error@1491995821) -> (continuation of Deferred@1685075629 after retry RPC after error@1826186936) -> (continuation of Deferred@1870762126 after retry RPC after error@1193435831))) after lookup
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.479826 30171 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:45976:
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:18:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
11:18:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:04.486948 30171 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
11:18:04.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.498752 30030 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 3 FOLLOWER]: Refusing update from remote peer b0d4b6db0ec248b0b2d5c4a8df62fce9: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
11:18:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.499481 31459 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
11:18:04.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.501317 31443 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b0d4b6db0ec248b0b2d5c4a8df62fce9. Latest consensus state: current_term: 3 leader_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:04.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.501646 31443 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: This master's current role is: FOLLOWER
11:18:04.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.503315 31459 sys_catalog.cc:455] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:04.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.503600 31459 sys_catalog.cc:458] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 [sys.catalog]: This master's current role is: LEADER
11:18:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:04.504566 30140 consensus_peers.cc:487] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 -> Peer 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059): Couldn't send request to peer 3e5f9cfb028b4dbea5ab1bb52ba9735f. Status: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
11:18:04.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.507908 31443 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:04.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:04.508150 31443 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: This master's current role is: FOLLOWER
11:18:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:04.958338 30140 consensus_peers.cc:487] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 -> Peer 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059): Couldn't send request to peer 3e5f9cfb028b4dbea5ab1bb52ba9735f. Status: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
11:18:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:05.454430 30140 consensus_peers.cc:487] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 -> Peer 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059): Couldn't send request to peer 3e5f9cfb028b4dbea5ab1bb52ba9735f. Status: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
11:18:05.736 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 511e7e0c81b94db58a3b2d7689fd3450 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
11:18:05.737 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b7a4846efc8b4c3d84bd546433b2bf1b for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
11:18:05.737 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=511e7e0c81b94db58a3b2d7689fd3450@[5f54c5d02741489babedc520f9295724(127.29.58.65:35111),93780a39057c42e3a23440d636340508(127.29.58.66:45499)[L],a369c67ff36440f2b4905999b7de95b0(127.29.58.67:39679)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=b7a4846efc8b4c3d84bd546433b2bf1b@[5f54c5d02741489babedc520f9295724(127.29.58.65:35111),93780a39057c42e3a23440d636340508(127.29.58.66:45499)[L],a369c67ff36440f2b4905999b7de95b0(127.29.58.67:39679)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:18:05.737 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.58.125:45839, [2ms] Sub RPC GetTableLocations: received response from server master-127.29.58.125:45839: OK, deferred=null) after lookup
11:18:05.738 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 93780a39057c42e3a23440d636340508(127.29.58.66:45499)] connecting to peer
11:18:05.739 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 93780a39057c42e3a23440d636340508(127.29.58.66:45499)] Successfully connected to peer
11:18:05.751 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5a3be378, L:/127.0.0.1:58890 - R:/127.29.58.66:45499] using TOKEN/null
11:18:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:05.755618 30876 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.29.58.124:33059)
11:18:05.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:05.766721 30773 heartbeater.cc:503] Master 127.29.58.125:45839 was elected leader, sending a full tablet report...
11:18:05.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:05.781697 31293 heartbeater.cc:503] Master 127.29.58.125:45839 was elected leader, sending a full tablet report...
11:18:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:05.783172 30140 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111) [suppressed 21 similar messages]
11:18:05.799 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.29.58.124:33059
11:18:05.799 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:05.800203 29929 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskw35VIe/build/asan/bin/kudu
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskw35VIe/build/asan/bin/kudu
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/wal
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/logs
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data/info.pb
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.58.124:33059
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.58.124
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41349
11:18:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.58.84:35583
11:18:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:18:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:18:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:18:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:18:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059
11:18:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:18:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33003/jwks.json
11:18:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
11:18:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
11:18:06.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.003873 30140 consensus_peers.cc:487] T 00000000000000000000000000000000 P b0d4b6db0ec248b0b2d5c4a8df62fce9 -> Peer 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059): Couldn't send request to peer 3e5f9cfb028b4dbea5ab1bb52ba9735f. Status: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
11:18:06.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.131762 31542 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:18:06.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.132028 31542 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:18:06.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.132148 31542 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:18:06.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.139271 31542 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:18:06.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.139375 31542 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
11:18:06.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.139412 31542 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:18:06.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.139458 31542 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:18:06.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.139494 31542 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:18:06.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.139547 31542 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:18:06.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.139577 31542 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33003/jwks.json
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.149289 31542 master_runner.cc:386] Master server non-default flags:
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.58.84:35583
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/wal
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:18:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.58.124:33059
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33003/jwks.json
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data/info.pb
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.58.124
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41349
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/logs
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 10:10:13 UTC on ccycloud.quasar-wamklh.root.comops.site
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582282
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:18:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.150781 31542 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:18:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.152715 31542 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:18:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.164258 31553 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.164173 31551 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.164170 31556 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:18:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.165228 31542 server_base.cc:1034] running on GCE node
11:18:06.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.165951 31542 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:18:06.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.167224 31542 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:18:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.168429 31542 hybrid_clock.cc:648] HybridClock initialized: now 1786533486168372 us; error 38 us; skew 500 ppm
11:18:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.168773 31542 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:18:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.174911 31542 webserver.cc:460] Webserver started at http://127.29.58.124:41349/ using document root <none> and password file <none>
11:18:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.175635 31542 fs_manager.cc:359] Metadata directory not provided
11:18:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.175755 31542 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:18:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.181025 31542 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.003s sys 0.000s
11:18:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.184484 31567 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.185998 31542 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.186156 31542 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data,/tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/wal
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f"
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 11:18:01 on dist-test-slave-lgr5"
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.187320 31542 fs_report.cc:383] FS layout report
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/wal
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/wal
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data/data
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:18:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:18:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:18:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:18:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:18:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:18:06.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.189142 29947 master_runner.cc:186] Error getting master registration for 127.29.58.124:33059: Network error: Client connection negotiation failed: client connection to 127.29.58.124:33059: connect: Connection refused (error 111),
11:18:06.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.189356 29947 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:18:06.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.220434 31542 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:18:06.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.221361 31542 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:18:06.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.221686 31542 kserver.cc:163] Server-wide thread pool size limit: 3276
11:18:06.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.242660 31542 rpc_server.cc:307] RPC server started. Bound to: 127.29.58.124:33059
11:18:06.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.242707 31710 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.58.124:33059 every 8 connection(s)
11:18:06.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.244289 31542 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskw35VIe/test-tmp/mini-kudu-cluster2935396851200976956/master-2/data/info.pb
11:18:06.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.246955 29929 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskw35VIe/build/asan/bin/kudu as pid 31542
11:18:06.247 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:18:06.247 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.29.58.125:45839
11:18:06.247 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
11:18:06.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.247900 29929 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskw35VIe/build/asan/bin/kudu pid 30099
11:18:06.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.249055 30243 generic_service.cc:196] Checking for leaks (request via RPC)
11:18:06.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.252144 31711 sys_catalog.cc:263] Verifying existing consensus state
11:18:06.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.257161 31711 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f: Bootstrap starting.
11:18:06.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.266753 31027 heartbeater.cc:503] Master 127.29.58.125:45839 was elected leader, sending a full tablet report...
11:18:06.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.281028 31711 log.cc:824] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f: Log is configured to *not* fsync() on all Append() calls
11:18:06.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.293689 31022 heartbeater.cc:347] Connected to a master server at 127.29.58.124:33059
11:18:06.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.298741 31711 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
11:18:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.299315 31711 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f: Bootstrap complete.
11:18:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.311569 31711 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:06.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.312939 31711 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3e5f9cfb028b4dbea5ab1bb52ba9735f, State: Initialized, Role: FOLLOWER
11:18:06.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.313589 31711 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.314474 31720 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.314848 31720 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: This master's current role is: FOLLOWER
11:18:06.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.315693 31711 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: configured and running, proceeding with master startup.
11:18:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.329820 31736 catalog_manager.cc:1259] Loaded cluster ID: 898788ddd23746c19a52093a95c2f981
11:18:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.329941 31736 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f: loading cluster ID for follower catalog manager: success
11:18:06.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.333963 31736 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f: acquiring CA information for follower catalog manager: success
11:18:06.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.336726 31736 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:18:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.407042 29929 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskw35VIe/build/asan/bin/kudu with pid 30099
11:18:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.434091 31738 negotiation.cc:337] Failed RPC negotiation. Trace:
11:18:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 11:18:06.350404 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.29.58.125:45839 (local address 127.0.0.1:45986)
11:18:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 11:18:06.350606 (+ 202us) negotiation.cc:107] Waiting for socket to connect
11:18:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 11:18:06.350626 (+ 20us) client_negotiation.cc:174] Beginning negotiation
11:18:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 11:18:06.350733 (+ 107us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
11:18:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 11:18:06.432823 (+ 82090us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: BlockingRecv error: recv got EOF from 127.29.58.125:45839 (error 108)
11:18:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":59}
11:18:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.434114 31716 negotiation.cc:337] Failed RPC negotiation. Trace:
11:18:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 11:18:06.407929 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:46476 (local address 127.29.58.124:33059)
11:18:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 11:18:06.408587 (+ 658us) server_negotiation.cc:206] Beginning negotiation
11:18:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 11:18:06.408594 (+ 7us) server_negotiation.cc:399] Waiting for connection header
11:18:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 11:18:06.432823 (+ 24229us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:46476: BlockingRecv error: recv got EOF from 127.0.0.1:46476 (error 108)
11:18:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":522}
11:18:06.435 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.58.125:45839(127.29.58.125:45839)] handling channelInactive
11:18:06.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state READY due to: connection closed
11:18:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.436363 30804 connection.cc:535] client connection to 127.29.58.125:45839 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:18:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.438004 29982 connection.cc:535] server connection from 127.0.0.1:41834 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:18:06.438 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:18:06.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.434609 31542 master_runner.cc:186] Error getting master registration for 127.29.58.125:45839: Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: BlockingRecv error: recv got EOF from 127.29.58.125:45839 (error 108),
11:18:06.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.441741 31542 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:18:06.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.568452 31720 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:18:06.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.568739 31720 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:06.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.570523 31720 leader_election.cc:288] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839)
11:18:06.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.571192 30030 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "30ab790ed654440f8f86831d93a12a60" is_pre_election: true
11:18:06.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.571367 31577 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:06.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.573192 31577 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:06.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.573400 31577 leader_election.cc:302] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:06.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.573782 31720 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
11:18:06.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:06.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.578 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.29.58.125:45839(127.29.58.125:45839) for tablet Kudu Master: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:06.597 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.124:33059(127.29.58.124:33059)] connecting to peer
11:18:06.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.597 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.58.124:33059(127.29.58.124:33059)] Successfully connected to peer
11:18:06.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.611 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3c4e9fba, L:/127.0.0.1:46478 - R:/127.29.58.124:33059] using TOKEN/null
11:18:06.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:06.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:06.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:06.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:06.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.661 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:06.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:06.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:06.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:06.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.709205 31747 raft_consensus.cc:482] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b0d4b6db0ec248b0b2d5c4a8df62fce9)
11:18:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.709403 31747 raft_consensus.cc:504] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.710052 31747 leader_election.cc:288] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839), 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059)
11:18:06.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.711417 29984 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111) [suppressed 9 similar messages]
11:18:06.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.713248 29984 leader_election.cc:334] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:06.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:06.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.719398 31618 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30ab790ed654440f8f86831d93a12a60" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" is_pre_election: true
11:18:06.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.719888 31618 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 30ab790ed654440f8f86831d93a12a60 in term 1.
11:18:06.720 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:06.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.720448 29981 leader_election.cc:302] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30ab790ed654440f8f86831d93a12a60, 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters: b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:06.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.720775 31747 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 3 FOLLOWER]: Leader pre-election won for term 4
11:18:06.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.720912 31747 raft_consensus.cc:482] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 3 FOLLOWER]: Starting leader election (detected failure of leader b0d4b6db0ec248b0b2d5c4a8df62fce9)
11:18:06.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.721040 31747 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 3 FOLLOWER]: Advancing to term 4
11:18:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.723963 31747 raft_consensus.cc:504] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.724663 31747 leader_election.cc:288] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [CANDIDATE]: Term 4 election: Requested vote from peers b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839), 3e5f9cfb028b4dbea5ab1bb52ba9735f (127.29.58.124:33059)
11:18:06.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.725167 31618 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30ab790ed654440f8f86831d93a12a60" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f"
11:18:06.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.725383 31618 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 1 FOLLOWER]: Advancing to term 4
11:18:06.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.726272 29984 leader_election.cc:334] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:06.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.730074 31618 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 30ab790ed654440f8f86831d93a12a60 in term 4.
11:18:06.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.730469 29981 leader_election.cc:302] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30ab790ed654440f8f86831d93a12a60, 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters: b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:06.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.730755 31747 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 4 FOLLOWER]: Leader election won for term 4
11:18:06.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.731256 31747 raft_consensus.cc:686] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [term 4 LEADER]: Becoming Leader. State: Replica: 30ab790ed654440f8f86831d93a12a60, State: Running, Role: LEADER
11:18:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.731757 31747 consensus_queue.cc:237] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:06.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.733726 31751 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 30ab790ed654440f8f86831d93a12a60. Latest consensus state: current_term: 4 leader_uuid: "30ab790ed654440f8f86831d93a12a60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:06.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.734457 31751 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: This master's current role is: LEADER
11:18:06.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.735169 31753 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:18:06.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.738240 31753 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=a8aa96dd4b2a45689f4d7794d8c6cbc7]
11:18:06.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.738873 31753 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=cd575e0e4be840358f6ab970a9b91071]
11:18:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.740777 31753 tablet_loader.cc:96] loaded metadata for tablet 18420120104d493e8ab869b52ed46cb7 (table kudu_system.kudu_transactions [id=a8aa96dd4b2a45689f4d7794d8c6cbc7])
11:18:06.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.741312 31753 tablet_loader.cc:96] loaded metadata for tablet 511e7e0c81b94db58a3b2d7689fd3450 (table txn_manager_fallback_rolling [id=cd575e0e4be840358f6ab970a9b91071])
11:18:06.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.741721 31753 tablet_loader.cc:96] loaded metadata for tablet b7a4846efc8b4c3d84bd546433b2bf1b (table txn_manager_fallback_rolling [id=cd575e0e4be840358f6ab970a9b91071])
11:18:06.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.742043 31753 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:18:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.743144 31753 catalog_manager.cc:1259] Loaded cluster ID: 898788ddd23746c19a52093a95c2f981
11:18:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.743238 31753 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:18:06.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.744765 31753 catalog_manager.cc:1504] Loading token signing keys...
11:18:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.745906 31753 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60: Loaded TSK: 0
11:18:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.747028 31753 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:18:06.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.776015 30771 heartbeater.cc:347] Connected to a master server at 127.29.58.124:33059
11:18:06.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.778708 31606 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "5f54c5d02741489babedc520f9295724" instance_seqno: 1786533481876930) as {username='slave'} at 127.29.58.65:46719; Asking this server to re-register.
11:18:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.779347 30771 heartbeater.cc:464] Registering TS with master...
11:18:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.780815 31606 ts_manager.cc:194] Registered new tserver with Master: 5f54c5d02741489babedc520f9295724 (127.29.58.65:35111)
11:18:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.787865 31290 heartbeater.cc:347] Connected to a master server at 127.29.58.124:33059
11:18:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.789165 31606 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "a369c67ff36440f2b4905999b7de95b0" instance_seqno: 1786533482857164) as {username='slave'} at 127.29.58.67:60001; Asking this server to re-register.
11:18:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.789770 31290 heartbeater.cc:464] Registering TS with master...
11:18:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.791179 31606 ts_manager.cc:194] Registered new tserver with Master: a369c67ff36440f2b4905999b7de95b0 (127.29.58.67:39679)
11:18:06.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:06.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:06.820 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
11:18:06.821 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] sending RPC to server master-127.29.58.125:45839, [2ms] received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, deferred=Deferred@1989717167(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1734754589@2822f66e -> (continuation of Deferred@543027916 after retry RPC after error@679211584) -> (continuation of Deferred@456515124 after retry RPC after error@614193850) -> (continuation of Deferred@1797232503 after retry RPC after error@469864870) -> (continuation of Deferred@703604844 after retry RPC after error@1405381090) -> (continuation of Deferred@1148709058 after retry RPC after error@1424739659) -> (continuation of Deferred@2096119026 after retry RPC after error@202101239), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2134679084@77c1094c -> (continuation of Deferred@543027916 after retry RPC after error@679211584) -> (continuation of Deferred@456515124 after retry RPC after error@614193850) -> (continuation of Deferred@1797232503 after retry RPC after error@469864870) -> (continuation of Deferred@703604844 after retry RPC after error@1405381090) -> (continuation of Deferred@1148709058 after retry RPC after error@1424739659) -> (continuation of Deferred@2096119026 after retry RPC after error@202101239))) after lookup
11:18:06.837 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.29.58.125:45839, [2ms] received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: OK, [245ms] sending RPC to server master-127.29.58.126:44775, deferred=Deferred@1989717167(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1734754589@2822f66e -> (continuation of Deferred@543027916 after retry RPC after error@679211584) -> (continuation of Deferred@456515124 after retry RPC after error@614193850) -> (continuation of Deferred@1797232503 after retry RPC after error@469864870) -> (continuation of Deferred@703604844 after retry RPC after error@1405381090) -> (continuation of Deferred@1148709058 after retry RPC after error@1424739659) -> (continuation of Deferred@2096119026 after retry RPC after error@202101239) -> (continuation of Deferred@1856546819 after retry RPC@1368938569), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2134679084@77c1094c -> (continuation of Deferred@543027916 after retry RPC after error@679211584) -> (continuation of Deferred@456515124 after retry RPC after error@614193850) -> (continuation of Deferred@1797232503 after retry RPC after error@469864870) -> (continuation of Deferred@703604844 after retry RPC after error@1405381090) -> (continuation of Deferred@1148709058 after retry RPC after error@1424739659) -> (continuation of Deferred@2096119026 after retry RPC after error@202101239) -> (continuation of Deferred@1856546819 after retry RPC@1368938569)))
11:18:06.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.848451 30063 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:41862 (request call id 22) took 26 ms (client timeout 5 ms). Trace:
11:18:06.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.849202 31618 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Refusing update from remote peer 30ab790ed654440f8f86831d93a12a60: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
11:18:06.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.848634 30063 rpcz_store.cc:269] 0812 11:18:06.822158 (+ 0us) service_pool.cc:170] Inserting onto call queue
11:18:06.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 11:18:06.822245 (+ 87us) service_pool.cc:227] Handling call
11:18:06.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 11:18:06.848367 (+ 26122us) inbound_call.cc:173] Queueing success response
11:18:06.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":426,"thread_start_us":789,"threads_started":3}
11:18:06.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.849927 29984 consensus_peers.cc:487] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 -> Peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Couldn't send request to peer b0d4b6db0ec248b0b2d5c4a8df62fce9. Status: Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
11:18:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.850826 31751 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
11:18:06.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1963988256991425 + 9221408048597785733 cannot be represented in type 'long'
11:18:06.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.880625 31783 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "30ab790ed654440f8f86831d93a12a60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:06.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.881188 31783 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: This master's current role is: FOLLOWER
11:18:06.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.881448 31720 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 30ab790ed654440f8f86831d93a12a60. Latest consensus state: current_term: 4 leader_uuid: "30ab790ed654440f8f86831d93a12a60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:06.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.881690 31720 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: This master's current role is: FOLLOWER
11:18:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.899334 31720 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "30ab790ed654440f8f86831d93a12a60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.899637 31720 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [sys.catalog]: This master's current role is: FOLLOWER
11:18:06.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.910183 31747 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "30ab790ed654440f8f86831d93a12a60" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } } }
11:18:06.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.910980 31747 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 [sys.catalog]: This master's current role is: LEADER
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:06.919339 30014 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41908:
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
11:18:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
11:18:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
11:18:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
11:18:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
11:18:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
11:18:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:18:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:18:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:18:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
11:18:06.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:06.925135 30014 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
11:18:07.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:07.283263 29984 consensus_peers.cc:487] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 -> Peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Couldn't send request to peer b0d4b6db0ec248b0b2d5c4a8df62fce9. Status: Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
11:18:07.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:07.299327 31606 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "93780a39057c42e3a23440d636340508" instance_seqno: 1786533482359497) as {username='slave'} at 127.29.58.66:49519; Asking this server to re-register.
11:18:07.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:07.300477 31022 heartbeater.cc:464] Registering TS with master...
11:18:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:07.302554 31606 ts_manager.cc:194] Registered new tserver with Master: 93780a39057c42e3a23440d636340508 (127.29.58.66:45499)
11:18:07.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:07.437413 31024 heartbeater.cc:503] Master 127.29.58.126:44775 was elected leader, sending a full tablet report...
11:18:07.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:07.771536 30772 heartbeater.cc:503] Master 127.29.58.126:44775 was elected leader, sending a full tablet report...
11:18:07.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:07.784684 31292 heartbeater.cc:503] Master 127.29.58.126:44775 was elected leader, sending a full tablet report...
11:18:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:07.795265 29984 consensus_peers.cc:487] T 00000000000000000000000000000000 P 30ab790ed654440f8f86831d93a12a60 -> Peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Couldn't send request to peer b0d4b6db0ec248b0b2d5c4a8df62fce9. Status: Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
11:18:07.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f5e4b5bd538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
11:18:07.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
11:18:07.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f5e5e62dbe2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
11:18:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f5e5e61e7d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
11:18:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f5e5e77316b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
11:18:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f5e5e773d5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
11:18:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f5e5e7789cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
11:18:08.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f5e58829cc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
11:18:08.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f5e588299f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
11:18:08.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f5e5219a9be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
11:18:08.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f5e5219979e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
11:18:08.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f5e5219fb25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
11:18:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f5e521a054f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
11:18:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f5e521a0378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
11:18:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
11:18:08.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f5e4b682eae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
11:18:08.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f5e4e95c6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
11:18:08.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f5e478f261e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
11:18:08.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:18:08.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
11:18:08.085 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.58.126:44775(127.29.58.126:44775)] handling channelInactive
11:18:08.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state READY due to: connection closed
11:18:08.085 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.29.58.126:44775(127.29.58.126:44775) for tablet Kudu Master: connection closed
11:18:08.096 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:08.339754 31801 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 30ab790ed654440f8f86831d93a12a60)
11:18:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:08.339959 31801 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:08.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:08.340638 31801 leader_election.cc:288] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839)
11:18:08.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:08.344071 31577 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:08.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:08.344287 31572 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775): Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111)
11:18:08.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:08.344395 31572 leader_election.cc:302] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:08.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:08.344642 31801 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:18:08.438 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.439 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.518 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.580 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.580 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.660 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:08.690111 31801 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 30ab790ed654440f8f86831d93a12a60)
11:18:08.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:08.690332 31801 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:08.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:08.691072 31801 leader_election.cc:288] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839)
11:18:08.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:08.692433 31572 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775): Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111)
11:18:08.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:08.692606 31577 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:08.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:08.692714 31577 leader_election.cc:302] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:08.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:08.692922 31801 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:18:08.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.700 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@500479065(state=PENDING, result=null, callback=(continuation of Deferred@1339906312 after retry RPC after error@446909060) -> (continuation of Deferred@193381535 after retry RPC after error@868798410) -> (continuation of Deferred@385402274 after retry RPC after error@378493587) -> (continuation of Deferred@722523873 after retry RPC after error@1590946518) -> (continuation of Deferred@248967547 after retry RPC after error@1650551280) -> (continuation of Deferred@1340804227 after retry RPC after error@238013170) -> (continuation of Deferred@936095589 after retry RPC after error@1577873029), errback=(continuation of Deferred@1339906312 after retry RPC after error@446909060) -> (continuation of Deferred@193381535 after retry RPC after error@868798410) -> (continuation of Deferred@385402274 after retry RPC after error@378493587) -> (continuation of Deferred@722523873 after retry RPC after error@1590946518) -> (continuation of Deferred@248967547 after retry RPC after error@1650551280) -> (continuation of Deferred@1340804227 after retry RPC after error@238013170) -> (continuation of Deferred@936095589 after retry RPC after error@1577873029)))
11:18:08.700 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@500479065(state=PENDING, result=null, callback=(continuation of Deferred@1339906312 after retry RPC after error@446909060) -> (continuation of Deferred@193381535 after retry RPC after error@868798410) -> (continuation of Deferred@385402274 after retry RPC after error@378493587) -> (continuation of Deferred@722523873 after retry RPC after error@1590946518) -> (continuation of Deferred@248967547 after retry RPC after error@1650551280) -> (continuation of Deferred@1340804227 after retry RPC after error@238013170) -> (continuation of Deferred@936095589 after retry RPC after error@1577873029), errback=(continuation of Deferred@1339906312 after retry RPC after error@446909060) -> (continuation of Deferred@193381535 after retry RPC after error@868798410) -> (continuation of Deferred@385402274 after retry RPC after error@378493587) -> (continuation of Deferred@722523873 after retry RPC after error@1590946518) -> (continuation of Deferred@248967547 after retry RPC after error@1650551280) -> (continuation of Deferred@1340804227 after retry RPC after error@238013170) -> (continuation of Deferred@936095589 after retry RPC after error@1577873029)))
11:18:08.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.920 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1955246169(state=PENDING, result=null, callback=(continuation of Deferred@251889081 after retry RPC after error@593724634) -> (continuation of Deferred@139713856 after retry RPC after error@704293995) -> (continuation of Deferred@977787552 after retry RPC after error@96324710) -> (continuation of Deferred@328382540 after retry RPC after error@1870124961) -> (continuation of Deferred@1809945141 after retry RPC after error@5553619) -> (continuation of Deferred@109196621 after retry RPC after error@1469657315), errback=(continuation of Deferred@251889081 after retry RPC after error@593724634) -> (continuation of Deferred@139713856 after retry RPC after error@704293995) -> (continuation of Deferred@977787552 after retry RPC after error@96324710) -> (continuation of Deferred@328382540 after retry RPC after error@1870124961) -> (continuation of Deferred@1809945141 after retry RPC after error@5553619) -> (continuation of Deferred@109196621 after retry RPC after error@1469657315)))
11:18:08.920 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1955246169(state=PENDING, result=null, callback=(continuation of Deferred@251889081 after retry RPC after error@593724634) -> (continuation of Deferred@139713856 after retry RPC after error@704293995) -> (continuation of Deferred@977787552 after retry RPC after error@96324710) -> (continuation of Deferred@328382540 after retry RPC after error@1870124961) -> (continuation of Deferred@1809945141 after retry RPC after error@5553619) -> (continuation of Deferred@109196621 after retry RPC after error@1469657315), errback=(continuation of Deferred@251889081 after retry RPC after error@593724634) -> (continuation of Deferred@139713856 after retry RPC after error@704293995) -> (continuation of Deferred@977787552 after retry RPC after error@96324710) -> (continuation of Deferred@328382540 after retry RPC after error@1870124961) -> (continuation of Deferred@1809945141 after retry RPC after error@5553619) -> (continuation of Deferred@109196621 after retry RPC after error@1469657315)))
11:18:08.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:08.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:08.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:08.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:08.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:08.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.037 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:09.076468 30809 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.071s from last keepalive heartbeat (effective timeout is 1.000s)
11:18:09.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:09.077836 30882 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.58.125:45839)
11:18:09.097 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.097 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.160 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1906603585(state=PENDING, result=null, callback=(continuation of Deferred@592113278 after retry RPC after error@1894517491) -> (continuation of Deferred@915555078 after retry RPC after error@1691758059) -> (continuation of Deferred@278595089 after retry RPC after error@3157347) -> (continuation of Deferred@606000144 after retry RPC after error@1903299597) -> (continuation of Deferred@957425596 after retry RPC after error@952852168) -> (continuation of Deferred@1780986773 after retry RPC after error@198494392) -> (continuation of Deferred@1002975929 after retry RPC after error@1503069718) -> (continuation of Deferred@242990506 after retry RPC after error@600258005), errback=(continuation of Deferred@592113278 after retry RPC after error@1894517491) -> (continuation of Deferred@915555078 after retry RPC after error@1691758059) -> (continuation of Deferred@278595089 after retry RPC after error@3157347) -> (continuation of Deferred@606000144 after retry RPC after error@1903299597) -> (continuation of Deferred@957425596 after retry RPC after error@952852168) -> (continuation of Deferred@1780986773 after retry RPC after error@198494392) -> (continuation of Deferred@1002975929 after retry RPC after error@1503069718) -> (continuation of Deferred@242990506 after retry RPC after error@600258005)))
11:18:09.161 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1906603585(state=PENDING, result=null, callback=(continuation of Deferred@592113278 after retry RPC after error@1894517491) -> (continuation of Deferred@915555078 after retry RPC after error@1691758059) -> (continuation of Deferred@278595089 after retry RPC after error@3157347) -> (continuation of Deferred@606000144 after retry RPC after error@1903299597) -> (continuation of Deferred@957425596 after retry RPC after error@952852168) -> (continuation of Deferred@1780986773 after retry RPC after error@198494392) -> (continuation of Deferred@1002975929 after retry RPC after error@1503069718) -> (continuation of Deferred@242990506 after retry RPC after error@600258005), errback=(continuation of Deferred@592113278 after retry RPC after error@1894517491) -> (continuation of Deferred@915555078 after retry RPC after error@1691758059) -> (continuation of Deferred@278595089 after retry RPC after error@3157347) -> (continuation of Deferred@606000144 after retry RPC after error@1903299597) -> (continuation of Deferred@957425596 after retry RPC after error@952852168) -> (continuation of Deferred@1780986773 after retry RPC after error@198494392) -> (continuation of Deferred@1002975929 after retry RPC after error@1503069718) -> (continuation of Deferred@242990506 after retry RPC after error@600258005)))
11:18:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:09.173053 31801 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 30ab790ed654440f8f86831d93a12a60)
11:18:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:09.173266 31801 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:09.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:09.174057 31801 leader_election.cc:288] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839)
11:18:09.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:09.175268 31572 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775): Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111)
11:18:09.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:09.175433 31577 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:09.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:09.175554 31577 leader_election.cc:302] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:09.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:09.175850 31801 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:18:09.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.177 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.200 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.320 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.360 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1164593930(state=PENDING, result=null, callback=(continuation of Deferred@472402166 after retry RPC after error@1239532228) -> (continuation of Deferred@127792078 after retry RPC after error@272161324) -> (continuation of Deferred@1309237029 after retry RPC after error@163140546) -> (continuation of Deferred@1632813752 after retry RPC after error@938319108) -> (continuation of Deferred@865672363 after retry RPC after error@1895657049) -> (continuation of Deferred@122500604 after retry RPC after error@1544785324) -> (continuation of Deferred@655670977 after retry RPC after error@1015059420), errback=(continuation of Deferred@472402166 after retry RPC after error@1239532228) -> (continuation of Deferred@127792078 after retry RPC after error@272161324) -> (continuation of Deferred@1309237029 after retry RPC after error@163140546) -> (continuation of Deferred@1632813752 after retry RPC after error@938319108) -> (continuation of Deferred@865672363 after retry RPC after error@1895657049) -> (continuation of Deferred@122500604 after retry RPC after error@1544785324) -> (continuation of Deferred@655670977 after retry RPC after error@1015059420)))
11:18:09.360 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1164593930(state=PENDING, result=null, callback=(continuation of Deferred@472402166 after retry RPC after error@1239532228) -> (continuation of Deferred@127792078 after retry RPC after error@272161324) -> (continuation of Deferred@1309237029 after retry RPC after error@163140546) -> (continuation of Deferred@1632813752 after retry RPC after error@938319108) -> (continuation of Deferred@865672363 after retry RPC after error@1895657049) -> (continuation of Deferred@122500604 after retry RPC after error@1544785324) -> (continuation of Deferred@655670977 after retry RPC after error@1015059420), errback=(continuation of Deferred@472402166 after retry RPC after error@1239532228) -> (continuation of Deferred@127792078 after retry RPC after error@272161324) -> (continuation of Deferred@1309237029 after retry RPC after error@163140546) -> (continuation of Deferred@1632813752 after retry RPC after error@938319108) -> (continuation of Deferred@865672363 after retry RPC after error@1895657049) -> (continuation of Deferred@122500604 after retry RPC after error@1544785324) -> (continuation of Deferred@655670977 after retry RPC after error@1015059420)))
11:18:09.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.377 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:09.608191 31801 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 30ab790ed654440f8f86831d93a12a60)
11:18:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:09.608357 31801 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:09.608886 31801 leader_election.cc:288] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839)
11:18:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:09.610191 31577 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:09.610376 31572 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775): Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111)
11:18:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:09.610491 31572 leader_election.cc:302] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:09.610735 31801 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:18:09.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.636 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@955120789(state=PENDING, result=null, callback=(continuation of Deferred@1569107128 after retry RPC after error@763755854) -> (continuation of Deferred@479356248 after retry RPC after error@1263287051) -> (continuation of Deferred@591900086 after retry RPC after error@564808477) -> (continuation of Deferred@782058197 after retry RPC after error@77836398) -> (continuation of Deferred@446142289 after retry RPC after error@1771492797) -> (continuation of Deferred@769243568 after retry RPC after error@878726309) -> (continuation of Deferred@309033063 after retry RPC after error@1301249194), errback=(continuation of Deferred@1569107128 after retry RPC after error@763755854) -> (continuation of Deferred@479356248 after retry RPC after error@1263287051) -> (continuation of Deferred@591900086 after retry RPC after error@564808477) -> (continuation of Deferred@782058197 after retry RPC after error@77836398) -> (continuation of Deferred@446142289 after retry RPC after error@1771492797) -> (continuation of Deferred@769243568 after retry RPC after error@878726309) -> (continuation of Deferred@309033063 after retry RPC after error@1301249194)))
11:18:09.637 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:09.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.820 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.821 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@81285424(state=PENDING, result=null, callback=(continuation of Deferred@1681177003 after retry RPC after error@641618882) -> (continuation of Deferred@1222773022 after retry RPC after error@242581731) -> (continuation of Deferred@1330481511 after retry RPC after error@465134351) -> (continuation of Deferred@1129001887 after retry RPC after error@1629213069) -> (continuation of Deferred@1111386744 after retry RPC after error@307222571) -> (continuation of Deferred@142792246 after retry RPC after error@933947666), errback=(continuation of Deferred@1681177003 after retry RPC after error@641618882) -> (continuation of Deferred@1222773022 after retry RPC after error@242581731) -> (continuation of Deferred@1330481511 after retry RPC after error@465134351) -> (continuation of Deferred@1129001887 after retry RPC after error@1629213069) -> (continuation of Deferred@1111386744 after retry RPC after error@307222571) -> (continuation of Deferred@142792246 after retry RPC after error@933947666)))
11:18:09.822 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@81285424(state=PENDING, result=null, callback=(continuation of Deferred@1681177003 after retry RPC after error@641618882) -> (continuation of Deferred@1222773022 after retry RPC after error@242581731) -> (continuation of Deferred@1330481511 after retry RPC after error@465134351) -> (continuation of Deferred@1129001887 after retry RPC after error@1629213069) -> (continuation of Deferred@1111386744 after retry RPC after error@307222571) -> (continuation of Deferred@142792246 after retry RPC after error@933947666), errback=(continuation of Deferred@1681177003 after retry RPC after error@641618882) -> (continuation of Deferred@1222773022 after retry RPC after error@242581731) -> (continuation of Deferred@1330481511 after retry RPC after error@465134351) -> (continuation of Deferred@1129001887 after retry RPC after error@1629213069) -> (continuation of Deferred@1111386744 after retry RPC after error@307222571) -> (continuation of Deferred@142792246 after retry RPC after error@933947666)))
11:18:09.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:09.937 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:09.937 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:09.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:09.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:09.940 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.080 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@169208768(state=PENDING, result=null, callback=(continuation of Deferred@538747836 after retry RPC after error@1928289952) -> (continuation of Deferred@842433155 after retry RPC after error@400041198) -> (continuation of Deferred@1377596650 after retry RPC after error@1519270487) -> (continuation of Deferred@1546295583 after retry RPC after error@176372000) -> (continuation of Deferred@998877118 after retry RPC after error@276721178) -> (continuation of Deferred@412413803 after retry RPC after error@198025056) -> (continuation of Deferred@2106555888 after retry RPC after error@509792997), errback=(continuation of Deferred@538747836 after retry RPC after error@1928289952) -> (continuation of Deferred@842433155 after retry RPC after error@400041198) -> (continuation of Deferred@1377596650 after retry RPC after error@1519270487) -> (continuation of Deferred@1546295583 after retry RPC after error@176372000) -> (continuation of Deferred@998877118 after retry RPC after error@276721178) -> (continuation of Deferred@412413803 after retry RPC after error@198025056) -> (continuation of Deferred@2106555888 after retry RPC after error@509792997)))
11:18:10.080 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@169208768(state=PENDING, result=null, callback=(continuation of Deferred@538747836 after retry RPC after error@1928289952) -> (continuation of Deferred@842433155 after retry RPC after error@400041198) -> (continuation of Deferred@1377596650 after retry RPC after error@1519270487) -> (continuation of Deferred@1546295583 after retry RPC after error@176372000) -> (continuation of Deferred@998877118 after retry RPC after error@276721178) -> (continuation of Deferred@412413803 after retry RPC after error@198025056) -> (continuation of Deferred@2106555888 after retry RPC after error@509792997), errback=(continuation of Deferred@538747836 after retry RPC after error@1928289952) -> (continuation of Deferred@842433155 after retry RPC after error@400041198) -> (continuation of Deferred@1377596650 after retry RPC after error@1519270487) -> (continuation of Deferred@1546295583 after retry RPC after error@176372000) -> (continuation of Deferred@998877118 after retry RPC after error@276721178) -> (continuation of Deferred@412413803 after retry RPC after error@198025056) -> (continuation of Deferred@2106555888 after retry RPC after error@509792997)))
11:18:10.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.177 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.259 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1985567837(state=PENDING, result=null, callback=(continuation of Deferred@346773046 after retry RPC after error@593147048) -> (continuation of Deferred@1172296391 after retry RPC after error@2035864981) -> (continuation of Deferred@931931758 after retry RPC after error@1090862019) -> (continuation of Deferred@2063040718 after retry RPC after error@1169950328) -> (continuation of Deferred@332789751 after retry RPC after error@2078674285) -> (continuation of Deferred@1037112111 after retry RPC after error@410737963), errback=(continuation of Deferred@346773046 after retry RPC after error@593147048) -> (continuation of Deferred@1172296391 after retry RPC after error@2035864981) -> (continuation of Deferred@931931758 after retry RPC after error@1090862019) -> (continuation of Deferred@2063040718 after retry RPC after error@1169950328) -> (continuation of Deferred@332789751 after retry RPC after error@2078674285) -> (continuation of Deferred@1037112111 after retry RPC after error@410737963)))
11:18:10.260 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1985567837(state=PENDING, result=null, callback=(continuation of Deferred@346773046 after retry RPC after error@593147048) -> (continuation of Deferred@1172296391 after retry RPC after error@2035864981) -> (continuation of Deferred@931931758 after retry RPC after error@1090862019) -> (continuation of Deferred@2063040718 after retry RPC after error@1169950328) -> (continuation of Deferred@332789751 after retry RPC after error@2078674285) -> (continuation of Deferred@1037112111 after retry RPC after error@410737963), errback=(continuation of Deferred@346773046 after retry RPC after error@593147048) -> (continuation of Deferred@1172296391 after retry RPC after error@2035864981) -> (continuation of Deferred@931931758 after retry RPC after error@1090862019) -> (continuation of Deferred@2063040718 after retry RPC after error@1169950328) -> (continuation of Deferred@332789751 after retry RPC after error@2078674285) -> (continuation of Deferred@1037112111 after retry RPC after error@410737963)))
11:18:10.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:10.346778 31842 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 30ab790ed654440f8f86831d93a12a60)
11:18:10.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:10.346992 31842 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:10.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:10.347675 31842 leader_election.cc:288] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839)
11:18:10.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:10.349805 31572 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775): Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111)
11:18:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:10.349985 31577 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:10.350104 31577 leader_election.cc:302] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:10.350330 31842 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:18:10.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.377 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.500 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [224ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1753003243(state=PENDING, result=null, callback=(continuation of Deferred@1790593912 after retry RPC after error@1700500486) -> (continuation of Deferred@2059777478 after retry RPC after error@2006158745) -> (continuation of Deferred@1330313624 after retry RPC after error@1980284883) -> (continuation of Deferred@557080401 after retry RPC after error@1252057515) -> (continuation of Deferred@1388205918 after retry RPC after error@1635491069) -> (continuation of Deferred@1647745364 after retry RPC after error@802586880) -> (continuation of Deferred@267527939 after retry RPC after error@844353140) -> (continuation of Deferred@1685654867 after retry RPC after error@2134658653), errback=(continuation of Deferred@1790593912 after retry RPC after error@1700500486) -> (continuation of Deferred@2059777478 after retry RPC after error@2006158745) -> (continuation of Deferred@1330313624 after retry RPC after error@1980284883) -> (continuation of Deferred@557080401 after retry RPC after error@1252057515) -> (continuation of Deferred@1388205918 after retry RPC after error@1635491069) -> (continuation of Deferred@1647745364 after retry RPC after error@802586880) -> (continuation of Deferred@267527939 after retry RPC after error@844353140) -> (continuation of Deferred@1685654867 after retry RPC after error@2134658653)))
11:18:10.501 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [224ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1753003243(state=PENDING, result=null, callback=(continuation of Deferred@1790593912 after retry RPC after error@1700500486) -> (continuation of Deferred@2059777478 after retry RPC after error@2006158745) -> (continuation of Deferred@1330313624 after retry RPC after error@1980284883) -> (continuation of Deferred@557080401 after retry RPC after error@1252057515) -> (continuation of Deferred@1388205918 after retry RPC after error@1635491069) -> (continuation of Deferred@1647745364 after retry RPC after error@802586880) -> (continuation of Deferred@267527939 after retry RPC after error@844353140) -> (continuation of Deferred@1685654867 after retry RPC after error@2134658653), errback=(continuation of Deferred@1790593912 after retry RPC after error@1700500486) -> (continuation of Deferred@2059777478 after retry RPC after error@2006158745) -> (continuation of Deferred@1330313624 after retry RPC after error@1980284883) -> (continuation of Deferred@557080401 after retry RPC after error@1252057515) -> (continuation of Deferred@1388205918 after retry RPC after error@1635491069) -> (continuation of Deferred@1647745364 after retry RPC after error@802586880) -> (continuation of Deferred@267527939 after retry RPC after error@844353140) -> (continuation of Deferred@1685654867 after retry RPC after error@2134658653)))
11:18:10.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.537 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.580 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.700 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.747 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1736661673(state=PENDING, result=null, callback=(continuation of Deferred@522961723 after retry RPC after error@932268836) -> (continuation of Deferred@471416456 after retry RPC after error@1639086512) -> (continuation of Deferred@549538982 after retry RPC after error@490011633) -> (continuation of Deferred@1208777633 after retry RPC after error@973206761) -> (continuation of Deferred@269429619 after retry RPC after error@719233520) -> (continuation of Deferred@19142265 after retry RPC after error@884415496) -> (continuation of Deferred@1560997214 after retry RPC after error@42210862), errback=(continuation of Deferred@522961723 after retry RPC after error@932268836) -> (continuation of Deferred@471416456 after retry RPC after error@1639086512) -> (continuation of Deferred@549538982 after retry RPC after error@490011633) -> (continuation of Deferred@1208777633 after retry RPC after error@973206761) -> (continuation of Deferred@269429619 after retry RPC after error@719233520) -> (continuation of Deferred@19142265 after retry RPC after error@884415496) -> (continuation of Deferred@1560997214 after retry RPC after error@42210862)))
11:18:10.748 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1736661673(state=PENDING, result=null, callback=(continuation of Deferred@522961723 after retry RPC after error@932268836) -> (continuation of Deferred@471416456 after retry RPC after error@1639086512) -> (continuation of Deferred@549538982 after retry RPC after error@490011633) -> (continuation of Deferred@1208777633 after retry RPC after error@973206761) -> (continuation of Deferred@269429619 after retry RPC after error@719233520) -> (continuation of Deferred@19142265 after retry RPC after error@884415496) -> (continuation of Deferred@1560997214 after retry RPC after error@42210862), errback=(continuation of Deferred@522961723 after retry RPC after error@932268836) -> (continuation of Deferred@471416456 after retry RPC after error@1639086512) -> (continuation of Deferred@549538982 after retry RPC after error@490011633) -> (continuation of Deferred@1208777633 after retry RPC after error@973206761) -> (continuation of Deferred@269429619 after retry RPC after error@719233520) -> (continuation of Deferred@19142265 after retry RPC after error@884415496) -> (continuation of Deferred@1560997214 after retry RPC after error@42210862)))
11:18:10.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.877 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:10.997 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:10.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:10.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:10.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:10.999 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@331598799(state=PENDING, result=null, callback=(continuation of Deferred@1530423970 after retry RPC after error@1189397570) -> (continuation of Deferred@1774745273 after retry RPC after error@1683506684) -> (continuation of Deferred@2083344047 after retry RPC after error@470500284) -> (continuation of Deferred@920421178 after retry RPC after error@277694392) -> (continuation of Deferred@105069360 after retry RPC after error@1075023591) -> (continuation of Deferred@310644876 after retry RPC after error@1758340579) -> (continuation of Deferred@2001410417 after retry RPC after error@737400265) -> (continuation of Deferred@432119883 after retry RPC after error@12156845), errback=(continuation of Deferred@1530423970 after retry RPC after error@1189397570) -> (continuation of Deferred@1774745273 after retry RPC after error@1683506684) -> (continuation of Deferred@2083344047 after retry RPC after error@470500284) -> (continuation of Deferred@920421178 after retry RPC after error@277694392) -> (continuation of Deferred@105069360 after retry RPC after error@1075023591) -> (continuation of Deferred@310644876 after retry RPC after error@1758340579) -> (continuation of Deferred@2001410417 after retry RPC after error@737400265) -> (continuation of Deferred@432119883 after retry RPC after error@12156845)))
11:18:11.000 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@331598799(state=PENDING, result=null, callback=(continuation of Deferred@1530423970 after retry RPC after error@1189397570) -> (continuation of Deferred@1774745273 after retry RPC after error@1683506684) -> (continuation of Deferred@2083344047 after retry RPC after error@470500284) -> (continuation of Deferred@920421178 after retry RPC after error@277694392) -> (continuation of Deferred@105069360 after retry RPC after error@1075023591) -> (continuation of Deferred@310644876 after retry RPC after error@1758340579) -> (continuation of Deferred@2001410417 after retry RPC after error@737400265) -> (continuation of Deferred@432119883 after retry RPC after error@12156845), errback=(continuation of Deferred@1530423970 after retry RPC after error@1189397570) -> (continuation of Deferred@1774745273 after retry RPC after error@1683506684) -> (continuation of Deferred@2083344047 after retry RPC after error@470500284) -> (continuation of Deferred@920421178 after retry RPC after error@277694392) -> (continuation of Deferred@105069360 after retry RPC after error@1075023591) -> (continuation of Deferred@310644876 after retry RPC after error@1758340579) -> (continuation of Deferred@2001410417 after retry RPC after error@737400265) -> (continuation of Deferred@432119883 after retry RPC after error@12156845)))
11:18:11.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:11.140870 31857 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 30ab790ed654440f8f86831d93a12a60)
11:18:11.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:11.141094 31857 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:11.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:11.141878 31857 leader_election.cc:288] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839)
11:18:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:11.144101 31572 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775): Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111)
11:18:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:11.144312 31577 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:11.144500 31577 leader_election.cc:302] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:11.144758 31857 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:18:11.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.260 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [144ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1555757091(state=PENDING, result=null, callback=(continuation of Deferred@1973891661 after retry RPC after error@1266403986) -> (continuation of Deferred@2121120060 after retry RPC after error@1964850482) -> (continuation of Deferred@962874502 after retry RPC after error@752758370) -> (continuation of Deferred@1072289436 after retry RPC after error@587307262) -> (continuation of Deferred@949678180 after retry RPC after error@1709859883) -> (continuation of Deferred@340136764 after retry RPC after error@992984866) -> (continuation of Deferred@1423532531 after retry RPC after error@1654955135), errback=(continuation of Deferred@1973891661 after retry RPC after error@1266403986) -> (continuation of Deferred@2121120060 after retry RPC after error@1964850482) -> (continuation of Deferred@962874502 after retry RPC after error@752758370) -> (continuation of Deferred@1072289436 after retry RPC after error@587307262) -> (continuation of Deferred@949678180 after retry RPC after error@1709859883) -> (continuation of Deferred@340136764 after retry RPC after error@992984866) -> (continuation of Deferred@1423532531 after retry RPC after error@1654955135)))
11:18:11.261 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [144ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1555757091(state=PENDING, result=null, callback=(continuation of Deferred@1973891661 after retry RPC after error@1266403986) -> (continuation of Deferred@2121120060 after retry RPC after error@1964850482) -> (continuation of Deferred@962874502 after retry RPC after error@752758370) -> (continuation of Deferred@1072289436 after retry RPC after error@587307262) -> (continuation of Deferred@949678180 after retry RPC after error@1709859883) -> (continuation of Deferred@340136764 after retry RPC after error@992984866) -> (continuation of Deferred@1423532531 after retry RPC after error@1654955135), errback=(continuation of Deferred@1973891661 after retry RPC after error@1266403986) -> (continuation of Deferred@2121120060 after retry RPC after error@1964850482) -> (continuation of Deferred@962874502 after retry RPC after error@752758370) -> (continuation of Deferred@1072289436 after retry RPC after error@587307262) -> (continuation of Deferred@949678180 after retry RPC after error@1709859883) -> (continuation of Deferred@340136764 after retry RPC after error@992984866) -> (continuation of Deferred@1423532531 after retry RPC after error@1654955135)))
11:18:11.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.420 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@963483813(state=PENDING, result=null, callback=(continuation of Deferred@863529939 after retry RPC after error@146936737) -> (continuation of Deferred@233261050 after retry RPC after error@1478123091) -> (continuation of Deferred@676102256 after retry RPC after error@814465475) -> (continuation of Deferred@124033215 after retry RPC after error@218539718) -> (continuation of Deferred@1090906134 after retry RPC after error@795786284) -> (continuation of Deferred@208431134 after retry RPC after error@879022019), errback=(continuation of Deferred@863529939 after retry RPC after error@146936737) -> (continuation of Deferred@233261050 after retry RPC after error@1478123091) -> (continuation of Deferred@676102256 after retry RPC after error@814465475) -> (continuation of Deferred@124033215 after retry RPC after error@218539718) -> (continuation of Deferred@1090906134 after retry RPC after error@795786284) -> (continuation of Deferred@208431134 after retry RPC after error@879022019)))
11:18:11.420 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@963483813(state=PENDING, result=null, callback=(continuation of Deferred@863529939 after retry RPC after error@146936737) -> (continuation of Deferred@233261050 after retry RPC after error@1478123091) -> (continuation of Deferred@676102256 after retry RPC after error@814465475) -> (continuation of Deferred@124033215 after retry RPC after error@218539718) -> (continuation of Deferred@1090906134 after retry RPC after error@795786284) -> (continuation of Deferred@208431134 after retry RPC after error@879022019), errback=(continuation of Deferred@863529939 after retry RPC after error@146936737) -> (continuation of Deferred@233261050 after retry RPC after error@1478123091) -> (continuation of Deferred@676102256 after retry RPC after error@814465475) -> (continuation of Deferred@124033215 after retry RPC after error@218539718) -> (continuation of Deferred@1090906134 after retry RPC after error@795786284) -> (continuation of Deferred@208431134 after retry RPC after error@879022019)))
11:18:11.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:11.442894 31542 master_runner.cc:186] Error getting master registration for 127.29.58.126:44775: Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111),
11:18:11.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:11.443138 31542 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:18:11.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.500 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.639 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2070554183(state=PENDING, result=null, callback=(continuation of Deferred@2076726549 after retry RPC after error@2006272088) -> (continuation of Deferred@800269135 after retry RPC after error@88174816) -> (continuation of Deferred@1008266656 after retry RPC after error@1637004787) -> (continuation of Deferred@1460489173 after retry RPC after error@1506146212) -> (continuation of Deferred@575366353 after retry RPC after error@1451384902) -> (continuation of Deferred@1810684576 after retry RPC after error@501381294) -> (continuation of Deferred@1685518895 after retry RPC after error@565393079), errback=(continuation of Deferred@2076726549 after retry RPC after error@2006272088) -> (continuation of Deferred@800269135 after retry RPC after error@88174816) -> (continuation of Deferred@1008266656 after retry RPC after error@1637004787) -> (continuation of Deferred@1460489173 after retry RPC after error@1506146212) -> (continuation of Deferred@575366353 after retry RPC after error@1451384902) -> (continuation of Deferred@1810684576 after retry RPC after error@501381294) -> (continuation of Deferred@1685518895 after retry RPC after error@565393079)))
11:18:11.639 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2070554183(state=PENDING, result=null, callback=(continuation of Deferred@2076726549 after retry RPC after error@2006272088) -> (continuation of Deferred@800269135 after retry RPC after error@88174816) -> (continuation of Deferred@1008266656 after retry RPC after error@1637004787) -> (continuation of Deferred@1460489173 after retry RPC after error@1506146212) -> (continuation of Deferred@575366353 after retry RPC after error@1451384902) -> (continuation of Deferred@1810684576 after retry RPC after error@501381294) -> (continuation of Deferred@1685518895 after retry RPC after error@565393079), errback=(continuation of Deferred@2076726549 after retry RPC after error@2006272088) -> (continuation of Deferred@800269135 after retry RPC after error@88174816) -> (continuation of Deferred@1008266656 after retry RPC after error@1637004787) -> (continuation of Deferred@1460489173 after retry RPC after error@1506146212) -> (continuation of Deferred@575366353 after retry RPC after error@1451384902) -> (continuation of Deferred@1810684576 after retry RPC after error@501381294) -> (continuation of Deferred@1685518895 after retry RPC after error@565393079)))
11:18:11.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.797 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.877 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.877 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.880 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@713752598(state=PENDING, result=null, callback=(continuation of Deferred@1425958079 after retry RPC after error@1198789675) -> (continuation of Deferred@1509163817 after retry RPC after error@722281393) -> (continuation of Deferred@217149939 after retry RPC after error@1808005386) -> (continuation of Deferred@307712528 after retry RPC after error@1350953792) -> (continuation of Deferred@1476159050 after retry RPC after error@595844630) -> (continuation of Deferred@200073124 after retry RPC after error@1959586418) -> (continuation of Deferred@1077283991 after retry RPC after error@2113407465), errback=(continuation of Deferred@1425958079 after retry RPC after error@1198789675) -> (continuation of Deferred@1509163817 after retry RPC after error@722281393) -> (continuation of Deferred@217149939 after retry RPC after error@1808005386) -> (continuation of Deferred@307712528 after retry RPC after error@1350953792) -> (continuation of Deferred@1476159050 after retry RPC after error@595844630) -> (continuation of Deferred@200073124 after retry RPC after error@1959586418) -> (continuation of Deferred@1077283991 after retry RPC after error@2113407465)))
11:18:11.880 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@713752598(state=PENDING, result=null, callback=(continuation of Deferred@1425958079 after retry RPC after error@1198789675) -> (continuation of Deferred@1509163817 after retry RPC after error@722281393) -> (continuation of Deferred@217149939 after retry RPC after error@1808005386) -> (continuation of Deferred@307712528 after retry RPC after error@1350953792) -> (continuation of Deferred@1476159050 after retry RPC after error@595844630) -> (continuation of Deferred@200073124 after retry RPC after error@1959586418) -> (continuation of Deferred@1077283991 after retry RPC after error@2113407465), errback=(continuation of Deferred@1425958079 after retry RPC after error@1198789675) -> (continuation of Deferred@1509163817 after retry RPC after error@722281393) -> (continuation of Deferred@217149939 after retry RPC after error@1808005386) -> (continuation of Deferred@307712528 after retry RPC after error@1350953792) -> (continuation of Deferred@1476159050 after retry RPC after error@595844630) -> (continuation of Deferred@200073124 after retry RPC after error@1959586418) -> (continuation of Deferred@1077283991 after retry RPC after error@2113407465)))
11:18:11.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:11.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:11.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:11.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:11.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:11.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.080 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1673282370(state=PENDING, result=null, callback=(continuation of Deferred@2093830238 after retry RPC after error@925607443) -> (continuation of Deferred@1149513552 after retry RPC after error@1159971537) -> (continuation of Deferred@1408906635 after retry RPC after error@957029081) -> (continuation of Deferred@1544576007 after retry RPC after error@134096926) -> (continuation of Deferred@86639367 after retry RPC after error@1679166633) -> (continuation of Deferred@976782408 after retry RPC after error@1290855881) -> (continuation of Deferred@429385067 after retry RPC after error@1303433652), errback=(continuation of Deferred@2093830238 after retry RPC after error@925607443) -> (continuation of Deferred@1149513552 after retry RPC after error@1159971537) -> (continuation of Deferred@1408906635 after retry RPC after error@957029081) -> (continuation of Deferred@1544576007 after retry RPC after error@134096926) -> (continuation of Deferred@86639367 after retry RPC after error@1679166633) -> (continuation of Deferred@976782408 after retry RPC after error@1290855881) -> (continuation of Deferred@429385067 after retry RPC after error@1303433652)))
11:18:12.080 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1673282370(state=PENDING, result=null, callback=(continuation of Deferred@2093830238 after retry RPC after error@925607443) -> (continuation of Deferred@1149513552 after retry RPC after error@1159971537) -> (continuation of Deferred@1408906635 after retry RPC after error@957029081) -> (continuation of Deferred@1544576007 after retry RPC after error@134096926) -> (continuation of Deferred@86639367 after retry RPC after error@1679166633) -> (continuation of Deferred@976782408 after retry RPC after error@1290855881) -> (continuation of Deferred@429385067 after retry RPC after error@1303433652), errback=(continuation of Deferred@2093830238 after retry RPC after error@925607443) -> (continuation of Deferred@1149513552 after retry RPC after error@1159971537) -> (continuation of Deferred@1408906635 after retry RPC after error@957029081) -> (continuation of Deferred@1544576007 after retry RPC after error@134096926) -> (continuation of Deferred@86639367 after retry RPC after error@1679166633) -> (continuation of Deferred@976782408 after retry RPC after error@1290855881) -> (continuation of Deferred@429385067 after retry RPC after error@1303433652)))
11:18:12.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.097 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.120 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.137 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.177 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.237 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.237 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.240 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@727080353(state=PENDING, result=null, callback=(continuation of Deferred@1700797310 after retry RPC after error@851231670) -> (continuation of Deferred@725399358 after retry RPC after error@840850605) -> (continuation of Deferred@1472207483 after retry RPC after error@53858886) -> (continuation of Deferred@1300103257 after retry RPC after error@231065199) -> (continuation of Deferred@1510020718 after retry RPC after error@2005616778) -> (continuation of Deferred@1246421738 after retry RPC after error@1772069746), errback=(continuation of Deferred@1700797310 after retry RPC after error@851231670) -> (continuation of Deferred@725399358 after retry RPC after error@840850605) -> (continuation of Deferred@1472207483 after retry RPC after error@53858886) -> (continuation of Deferred@1300103257 after retry RPC after error@231065199) -> (continuation of Deferred@1510020718 after retry RPC after error@2005616778) -> (continuation of Deferred@1246421738 after retry RPC after error@1772069746)))
11:18:12.240 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@727080353(state=PENDING, result=null, callback=(continuation of Deferred@1700797310 after retry RPC after error@851231670) -> (continuation of Deferred@725399358 after retry RPC after error@840850605) -> (continuation of Deferred@1472207483 after retry RPC after error@53858886) -> (continuation of Deferred@1300103257 after retry RPC after error@231065199) -> (continuation of Deferred@1510020718 after retry RPC after error@2005616778) -> (continuation of Deferred@1246421738 after retry RPC after error@1772069746), errback=(continuation of Deferred@1700797310 after retry RPC after error@851231670) -> (continuation of Deferred@725399358 after retry RPC after error@840850605) -> (continuation of Deferred@1472207483 after retry RPC after error@53858886) -> (continuation of Deferred@1300103257 after retry RPC after error@231065199) -> (continuation of Deferred@1510020718 after retry RPC after error@2005616778) -> (continuation of Deferred@1246421738 after retry RPC after error@1772069746)))
11:18:12.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.377 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.420 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@392712191(state=PENDING, result=null, callback=(continuation of Deferred@1412797659 after retry RPC after error@1002145741) -> (continuation of Deferred@1850159776 after retry RPC after error@998612768) -> (continuation of Deferred@1139693511 after retry RPC after error@604779928) -> (continuation of Deferred@1938411915 after retry RPC after error@1684159557) -> (continuation of Deferred@1426268001 after retry RPC after error@283529388) -> (continuation of Deferred@769576626 after retry RPC after error@1487621976) -> (continuation of Deferred@362720059 after retry RPC after error@929032724), errback=(continuation of Deferred@1412797659 after retry RPC after error@1002145741) -> (continuation of Deferred@1850159776 after retry RPC after error@998612768) -> (continuation of Deferred@1139693511 after retry RPC after error@604779928) -> (continuation of Deferred@1938411915 after retry RPC after error@1684159557) -> (continuation of Deferred@1426268001 after retry RPC after error@283529388) -> (continuation of Deferred@769576626 after retry RPC after error@1487621976) -> (continuation of Deferred@362720059 after retry RPC after error@929032724)))
11:18:12.420 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@392712191(state=PENDING, result=null, callback=(continuation of Deferred@1412797659 after retry RPC after error@1002145741) -> (continuation of Deferred@1850159776 after retry RPC after error@998612768) -> (continuation of Deferred@1139693511 after retry RPC after error@604779928) -> (continuation of Deferred@1938411915 after retry RPC after error@1684159557) -> (continuation of Deferred@1426268001 after retry RPC after error@283529388) -> (continuation of Deferred@769576626 after retry RPC after error@1487621976) -> (continuation of Deferred@362720059 after retry RPC after error@929032724), errback=(continuation of Deferred@1412797659 after retry RPC after error@1002145741) -> (continuation of Deferred@1850159776 after retry RPC after error@998612768) -> (continuation of Deferred@1139693511 after retry RPC after error@604779928) -> (continuation of Deferred@1938411915 after retry RPC after error@1684159557) -> (continuation of Deferred@1426268001 after retry RPC after error@283529388) -> (continuation of Deferred@769576626 after retry RPC after error@1487621976) -> (continuation of Deferred@362720059 after retry RPC after error@929032724)))
11:18:12.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.639 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@463900342(state=PENDING, result=null, callback=(continuation of Deferred@1229497838 after retry RPC after error@486506909) -> (continuation of Deferred@2085399076 after retry RPC after error@1395673125) -> (continuation of Deferred@1599856760 after retry RPC after error@1061708135) -> (continuation of Deferred@642576672 after retry RPC after error@2003625132) -> (continuation of Deferred@1999933977 after retry RPC after error@185304769) -> (continuation of Deferred@1250931569 after retry RPC after error@1524004616), errback=(continuation of Deferred@1229497838 after retry RPC after error@486506909) -> (continuation of Deferred@2085399076 after retry RPC after error@1395673125) -> (continuation of Deferred@1599856760 after retry RPC after error@1061708135) -> (continuation of Deferred@642576672 after retry RPC after error@2003625132) -> (continuation of Deferred@1999933977 after retry RPC after error@185304769) -> (continuation of Deferred@1250931569 after retry RPC after error@1524004616)))
11:18:12.640 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@463900342(state=PENDING, result=null, callback=(continuation of Deferred@1229497838 after retry RPC after error@486506909) -> (continuation of Deferred@2085399076 after retry RPC after error@1395673125) -> (continuation of Deferred@1599856760 after retry RPC after error@1061708135) -> (continuation of Deferred@642576672 after retry RPC after error@2003625132) -> (continuation of Deferred@1999933977 after retry RPC after error@185304769) -> (continuation of Deferred@1250931569 after retry RPC after error@1524004616), errback=(continuation of Deferred@1229497838 after retry RPC after error@486506909) -> (continuation of Deferred@2085399076 after retry RPC after error@1395673125) -> (continuation of Deferred@1599856760 after retry RPC after error@1061708135) -> (continuation of Deferred@642576672 after retry RPC after error@2003625132) -> (continuation of Deferred@1999933977 after retry RPC after error@185304769) -> (continuation of Deferred@1250931569 after retry RPC after error@1524004616)))
11:18:12.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.859 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@43825964(state=PENDING, result=null, callback=(continuation of Deferred@1758673760 after retry RPC after error@918620195) -> (continuation of Deferred@509705277 after retry RPC after error@2042884358) -> (continuation of Deferred@138071397 after retry RPC after error@914639953) -> (continuation of Deferred@596725288 after retry RPC after error@1169997981) -> (continuation of Deferred@464747690 after retry RPC after error@264330569) -> (continuation of Deferred@646488727 after retry RPC after error@93533939) -> (continuation of Deferred@88431815 after retry RPC after error@15426099) -> (continuation of Deferred@1662317731 after retry RPC after error@2133615260), errback=(continuation of Deferred@1758673760 after retry RPC after error@918620195) -> (continuation of Deferred@509705277 after retry RPC after error@2042884358) -> (continuation of Deferred@138071397 after retry RPC after error@914639953) -> (continuation of Deferred@596725288 after retry RPC after error@1169997981) -> (continuation of Deferred@464747690 after retry RPC after error@264330569) -> (continuation of Deferred@646488727 after retry RPC after error@93533939) -> (continuation of Deferred@88431815 after retry RPC after error@15426099) -> (continuation of Deferred@1662317731 after retry RPC after error@2133615260)))
11:18:12.860 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@43825964(state=PENDING, result=null, callback=(continuation of Deferred@1758673760 after retry RPC after error@918620195) -> (continuation of Deferred@509705277 after retry RPC after error@2042884358) -> (continuation of Deferred@138071397 after retry RPC after error@914639953) -> (continuation of Deferred@596725288 after retry RPC after error@1169997981) -> (continuation of Deferred@464747690 after retry RPC after error@264330569) -> (continuation of Deferred@646488727 after retry RPC after error@93533939) -> (continuation of Deferred@88431815 after retry RPC after error@15426099) -> (continuation of Deferred@1662317731 after retry RPC after error@2133615260), errback=(continuation of Deferred@1758673760 after retry RPC after error@918620195) -> (continuation of Deferred@509705277 after retry RPC after error@2042884358) -> (continuation of Deferred@138071397 after retry RPC after error@914639953) -> (continuation of Deferred@596725288 after retry RPC after error@1169997981) -> (continuation of Deferred@464747690 after retry RPC after error@264330569) -> (continuation of Deferred@646488727 after retry RPC after error@93533939) -> (continuation of Deferred@88431815 after retry RPC after error@15426099) -> (continuation of Deferred@1662317731 after retry RPC after error@2133615260)))
11:18:12.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:12.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:12.997 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:12.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:12.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:12.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.059 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@121535316(state=PENDING, result=null, callback=(continuation of Deferred@679376829 after retry RPC after error@2049366163) -> (continuation of Deferred@1197869847 after retry RPC after error@863382644) -> (continuation of Deferred@1760458296 after retry RPC after error@608229878) -> (continuation of Deferred@1401508058 after retry RPC after error@1360974675) -> (continuation of Deferred@1247424766 after retry RPC after error@1761074986) -> (continuation of Deferred@1902206318 after retry RPC after error@1447201882), errback=(continuation of Deferred@679376829 after retry RPC after error@2049366163) -> (continuation of Deferred@1197869847 after retry RPC after error@863382644) -> (continuation of Deferred@1760458296 after retry RPC after error@608229878) -> (continuation of Deferred@1401508058 after retry RPC after error@1360974675) -> (continuation of Deferred@1247424766 after retry RPC after error@1761074986) -> (continuation of Deferred@1902206318 after retry RPC after error@1447201882)))
11:18:13.059 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@121535316(state=PENDING, result=null, callback=(continuation of Deferred@679376829 after retry RPC after error@2049366163) -> (continuation of Deferred@1197869847 after retry RPC after error@863382644) -> (continuation of Deferred@1760458296 after retry RPC after error@608229878) -> (continuation of Deferred@1401508058 after retry RPC after error@1360974675) -> (continuation of Deferred@1247424766 after retry RPC after error@1761074986) -> (continuation of Deferred@1902206318 after retry RPC after error@1447201882), errback=(continuation of Deferred@679376829 after retry RPC after error@2049366163) -> (continuation of Deferred@1197869847 after retry RPC after error@863382644) -> (continuation of Deferred@1760458296 after retry RPC after error@608229878) -> (continuation of Deferred@1401508058 after retry RPC after error@1360974675) -> (continuation of Deferred@1247424766 after retry RPC after error@1761074986) -> (continuation of Deferred@1902206318 after retry RPC after error@1447201882)))
11:18:13.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:13.134578 31888 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 30ab790ed654440f8f86831d93a12a60)
11:18:13.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:13.134871 31888 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:13.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:13.135699 31888 leader_election.cc:288] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839)
11:18:13.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:13.137094 31577 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111) [suppressed 12 similar messages]
11:18:13.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:13.138723 31577 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:13.139219 31572 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775): Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111)
11:18:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:13.139351 31572 leader_election.cc:302] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:13.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:13.139627 31888 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:18:13.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.200 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.237 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.260 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2135955552(state=PENDING, result=null, callback=(continuation of Deferred@1129938401 after retry RPC after error@1951436545) -> (continuation of Deferred@1913446097 after retry RPC after error@232803304) -> (continuation of Deferred@90085824 after retry RPC after error@1971726061) -> (continuation of Deferred@1642628314 after retry RPC after error@1859660804) -> (continuation of Deferred@523839622 after retry RPC after error@1540150466) -> (continuation of Deferred@2124891445 after retry RPC after error@1370549993) -> (continuation of Deferred@119243073 after retry RPC after error@978075556) -> (continuation of Deferred@2114341685 after retry RPC after error@672605626), errback=(continuation of Deferred@1129938401 after retry RPC after error@1951436545) -> (continuation of Deferred@1913446097 after retry RPC after error@232803304) -> (continuation of Deferred@90085824 after retry RPC after error@1971726061) -> (continuation of Deferred@1642628314 after retry RPC after error@1859660804) -> (continuation of Deferred@523839622 after retry RPC after error@1540150466) -> (continuation of Deferred@2124891445 after retry RPC after error@1370549993) -> (continuation of Deferred@119243073 after retry RPC after error@978075556) -> (continuation of Deferred@2114341685 after retry RPC after error@672605626)))
11:18:13.261 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2135955552(state=PENDING, result=null, callback=(continuation of Deferred@1129938401 after retry RPC after error@1951436545) -> (continuation of Deferred@1913446097 after retry RPC after error@232803304) -> (continuation of Deferred@90085824 after retry RPC after error@1971726061) -> (continuation of Deferred@1642628314 after retry RPC after error@1859660804) -> (continuation of Deferred@523839622 after retry RPC after error@1540150466) -> (continuation of Deferred@2124891445 after retry RPC after error@1370549993) -> (continuation of Deferred@119243073 after retry RPC after error@978075556) -> (continuation of Deferred@2114341685 after retry RPC after error@672605626), errback=(continuation of Deferred@1129938401 after retry RPC after error@1951436545) -> (continuation of Deferred@1913446097 after retry RPC after error@232803304) -> (continuation of Deferred@90085824 after retry RPC after error@1971726061) -> (continuation of Deferred@1642628314 after retry RPC after error@1859660804) -> (continuation of Deferred@523839622 after retry RPC after error@1540150466) -> (continuation of Deferred@2124891445 after retry RPC after error@1370549993) -> (continuation of Deferred@119243073 after retry RPC after error@978075556) -> (continuation of Deferred@2114341685 after retry RPC after error@672605626)))
11:18:13.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.499 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2133772716(state=PENDING, result=null, callback=(continuation of Deferred@348142561 after retry RPC after error@1591859980) -> (continuation of Deferred@817970768 after retry RPC after error@967569997) -> (continuation of Deferred@748804522 after retry RPC after error@2093506185) -> (continuation of Deferred@1170398462 after retry RPC after error@597522321) -> (continuation of Deferred@30643905 after retry RPC after error@1070709860) -> (continuation of Deferred@1822929484 after retry RPC after error@609116598) -> (continuation of Deferred@968265312 after retry RPC after error@188098478), errback=(continuation of Deferred@348142561 after retry RPC after error@1591859980) -> (continuation of Deferred@817970768 after retry RPC after error@967569997) -> (continuation of Deferred@748804522 after retry RPC after error@2093506185) -> (continuation of Deferred@1170398462 after retry RPC after error@597522321) -> (continuation of Deferred@30643905 after retry RPC after error@1070709860) -> (continuation of Deferred@1822929484 after retry RPC after error@609116598) -> (continuation of Deferred@968265312 after retry RPC after error@188098478)))
11:18:13.499 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2133772716(state=PENDING, result=null, callback=(continuation of Deferred@348142561 after retry RPC after error@1591859980) -> (continuation of Deferred@817970768 after retry RPC after error@967569997) -> (continuation of Deferred@748804522 after retry RPC after error@2093506185) -> (continuation of Deferred@1170398462 after retry RPC after error@597522321) -> (continuation of Deferred@30643905 after retry RPC after error@1070709860) -> (continuation of Deferred@1822929484 after retry RPC after error@609116598) -> (continuation of Deferred@968265312 after retry RPC after error@188098478), errback=(continuation of Deferred@348142561 after retry RPC after error@1591859980) -> (continuation of Deferred@817970768 after retry RPC after error@967569997) -> (continuation of Deferred@748804522 after retry RPC after error@2093506185) -> (continuation of Deferred@1170398462 after retry RPC after error@597522321) -> (continuation of Deferred@30643905 after retry RPC after error@1070709860) -> (continuation of Deferred@1822929484 after retry RPC after error@609116598) -> (continuation of Deferred@968265312 after retry RPC after error@188098478)))
11:18:13.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@188162781(state=PENDING, result=null, callback=(continuation of Deferred@1871557559 after retry RPC after error@1520226123) -> (continuation of Deferred@1583442554 after retry RPC after error@1819445921) -> (continuation of Deferred@1851825299 after retry RPC after error@1379590275) -> (continuation of Deferred@123564548 after retry RPC after error@2139277260) -> (continuation of Deferred@359418027 after retry RPC after error@274173053) -> (continuation of Deferred@2096501025 after retry RPC after error@354616788) -> (continuation of Deferred@1652375243 after retry RPC after error@1323655837), errback=(continuation of Deferred@1871557559 after retry RPC after error@1520226123) -> (continuation of Deferred@1583442554 after retry RPC after error@1819445921) -> (continuation of Deferred@1851825299 after retry RPC after error@1379590275) -> (continuation of Deferred@123564548 after retry RPC after error@2139277260) -> (continuation of Deferred@359418027 after retry RPC after error@274173053) -> (continuation of Deferred@2096501025 after retry RPC after error@354616788) -> (continuation of Deferred@1652375243 after retry RPC after error@1323655837)))
11:18:13.740 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@188162781(state=PENDING, result=null, callback=(continuation of Deferred@1871557559 after retry RPC after error@1520226123) -> (continuation of Deferred@1583442554 after retry RPC after error@1819445921) -> (continuation of Deferred@1851825299 after retry RPC after error@1379590275) -> (continuation of Deferred@123564548 after retry RPC after error@2139277260) -> (continuation of Deferred@359418027 after retry RPC after error@274173053) -> (continuation of Deferred@2096501025 after retry RPC after error@354616788) -> (continuation of Deferred@1652375243 after retry RPC after error@1323655837), errback=(continuation of Deferred@1871557559 after retry RPC after error@1520226123) -> (continuation of Deferred@1583442554 after retry RPC after error@1819445921) -> (continuation of Deferred@1851825299 after retry RPC after error@1379590275) -> (continuation of Deferred@123564548 after retry RPC after error@2139277260) -> (continuation of Deferred@359418027 after retry RPC after error@274173053) -> (continuation of Deferred@2096501025 after retry RPC after error@354616788) -> (continuation of Deferred@1652375243 after retry RPC after error@1323655837)))
11:18:13.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.877 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:13.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:13.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:13.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:13.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:13.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.016 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@427137653(state=PENDING, result=null, callback=(continuation of Deferred@462425221 after retry RPC after error@208471312) -> (continuation of Deferred@2001506092 after retry RPC after error@1113523586) -> (continuation of Deferred@1496374632 after retry RPC after error@1024526043) -> (continuation of Deferred@783797178 after retry RPC after error@343845115) -> (continuation of Deferred@1274739841 after retry RPC after error@2129140987) -> (continuation of Deferred@1855124103 after retry RPC after error@264943326) -> (continuation of Deferred@331898194 after retry RPC after error@762942484), errback=(continuation of Deferred@462425221 after retry RPC after error@208471312) -> (continuation of Deferred@2001506092 after retry RPC after error@1113523586) -> (continuation of Deferred@1496374632 after retry RPC after error@1024526043) -> (continuation of Deferred@783797178 after retry RPC after error@343845115) -> (continuation of Deferred@1274739841 after retry RPC after error@2129140987) -> (continuation of Deferred@1855124103 after retry RPC after error@264943326) -> (continuation of Deferred@331898194 after retry RPC after error@762942484)))
11:18:14.017 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:14.037 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.037 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.097 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:14.148864 30876 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:14.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:14.152611 30876 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:14.154134 30882 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.58.125:45839)
11:18:14.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.279 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@60108123(state=PENDING, result=null, callback=(continuation of Deferred@1949080082 after retry RPC after error@11156345) -> (continuation of Deferred@21682984 after retry RPC after error@723505583) -> (continuation of Deferred@997405396 after retry RPC after error@1792259888) -> (continuation of Deferred@1024959193 after retry RPC after error@1758498429) -> (continuation of Deferred@1251468321 after retry RPC after error@1032499316) -> (continuation of Deferred@1032576118 after retry RPC after error@1363418844) -> (continuation of Deferred@604458553 after retry RPC after error@1281770461), errback=(continuation of Deferred@1949080082 after retry RPC after error@11156345) -> (continuation of Deferred@21682984 after retry RPC after error@723505583) -> (continuation of Deferred@997405396 after retry RPC after error@1792259888) -> (continuation of Deferred@1024959193 after retry RPC after error@1758498429) -> (continuation of Deferred@1251468321 after retry RPC after error@1032499316) -> (continuation of Deferred@1032576118 after retry RPC after error@1363418844) -> (continuation of Deferred@604458553 after retry RPC after error@1281770461)))
11:18:14.279 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@60108123(state=PENDING, result=null, callback=(continuation of Deferred@1949080082 after retry RPC after error@11156345) -> (continuation of Deferred@21682984 after retry RPC after error@723505583) -> (continuation of Deferred@997405396 after retry RPC after error@1792259888) -> (continuation of Deferred@1024959193 after retry RPC after error@1758498429) -> (continuation of Deferred@1251468321 after retry RPC after error@1032499316) -> (continuation of Deferred@1032576118 after retry RPC after error@1363418844) -> (continuation of Deferred@604458553 after retry RPC after error@1281770461), errback=(continuation of Deferred@1949080082 after retry RPC after error@11156345) -> (continuation of Deferred@21682984 after retry RPC after error@723505583) -> (continuation of Deferred@997405396 after retry RPC after error@1792259888) -> (continuation of Deferred@1024959193 after retry RPC after error@1758498429) -> (continuation of Deferred@1251468321 after retry RPC after error@1032499316) -> (continuation of Deferred@1032576118 after retry RPC after error@1363418844) -> (continuation of Deferred@604458553 after retry RPC after error@1281770461)))
11:18:14.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.520 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@885005129(state=PENDING, result=null, callback=(continuation of Deferred@1358359371 after retry RPC after error@805471932) -> (continuation of Deferred@163700098 after retry RPC after error@1030722976) -> (continuation of Deferred@1520737781 after retry RPC after error@2125977467) -> (continuation of Deferred@2040342754 after retry RPC after error@949903588) -> (continuation of Deferred@1177229623 after retry RPC after error@107414150) -> (continuation of Deferred@380498064 after retry RPC after error@1577008097) -> (continuation of Deferred@1132688328 after retry RPC after error@2102274572), errback=(continuation of Deferred@1358359371 after retry RPC after error@805471932) -> (continuation of Deferred@163700098 after retry RPC after error@1030722976) -> (continuation of Deferred@1520737781 after retry RPC after error@2125977467) -> (continuation of Deferred@2040342754 after retry RPC after error@949903588) -> (continuation of Deferred@1177229623 after retry RPC after error@107414150) -> (continuation of Deferred@380498064 after retry RPC after error@1577008097) -> (continuation of Deferred@1132688328 after retry RPC after error@2102274572)))
11:18:14.520 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@885005129(state=PENDING, result=null, callback=(continuation of Deferred@1358359371 after retry RPC after error@805471932) -> (continuation of Deferred@163700098 after retry RPC after error@1030722976) -> (continuation of Deferred@1520737781 after retry RPC after error@2125977467) -> (continuation of Deferred@2040342754 after retry RPC after error@949903588) -> (continuation of Deferred@1177229623 after retry RPC after error@107414150) -> (continuation of Deferred@380498064 after retry RPC after error@1577008097) -> (continuation of Deferred@1132688328 after retry RPC after error@2102274572), errback=(continuation of Deferred@1358359371 after retry RPC after error@805471932) -> (continuation of Deferred@163700098 after retry RPC after error@1030722976) -> (continuation of Deferred@1520737781 after retry RPC after error@2125977467) -> (continuation of Deferred@2040342754 after retry RPC after error@949903588) -> (continuation of Deferred@1177229623 after retry RPC after error@107414150) -> (continuation of Deferred@380498064 after retry RPC after error@1577008097) -> (continuation of Deferred@1132688328 after retry RPC after error@2102274572)))
11:18:14.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.537 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.780 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.781 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@875054310(state=PENDING, result=null, callback=(continuation of Deferred@2132010205 after retry RPC after error@1357320475) -> (continuation of Deferred@1626460922 after retry RPC after error@369665398) -> (continuation of Deferred@1994231398 after retry RPC after error@509224559) -> (continuation of Deferred@1892831580 after retry RPC after error@589457701) -> (continuation of Deferred@957771161 after retry RPC after error@1982881162) -> (continuation of Deferred@344636065 after retry RPC after error@609321556) -> (continuation of Deferred@782326242 after retry RPC after error@1518968241), errback=(continuation of Deferred@2132010205 after retry RPC after error@1357320475) -> (continuation of Deferred@1626460922 after retry RPC after error@369665398) -> (continuation of Deferred@1994231398 after retry RPC after error@509224559) -> (continuation of Deferred@1892831580 after retry RPC after error@589457701) -> (continuation of Deferred@957771161 after retry RPC after error@1982881162) -> (continuation of Deferred@344636065 after retry RPC after error@609321556) -> (continuation of Deferred@782326242 after retry RPC after error@1518968241)))
11:18:14.781 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@875054310(state=PENDING, result=null, callback=(continuation of Deferred@2132010205 after retry RPC after error@1357320475) -> (continuation of Deferred@1626460922 after retry RPC after error@369665398) -> (continuation of Deferred@1994231398 after retry RPC after error@509224559) -> (continuation of Deferred@1892831580 after retry RPC after error@589457701) -> (continuation of Deferred@957771161 after retry RPC after error@1982881162) -> (continuation of Deferred@344636065 after retry RPC after error@609321556) -> (continuation of Deferred@782326242 after retry RPC after error@1518968241), errback=(continuation of Deferred@2132010205 after retry RPC after error@1357320475) -> (continuation of Deferred@1626460922 after retry RPC after error@369665398) -> (continuation of Deferred@1994231398 after retry RPC after error@509224559) -> (continuation of Deferred@1892831580 after retry RPC after error@589457701) -> (continuation of Deferred@957771161 after retry RPC after error@1982881162) -> (continuation of Deferred@344636065 after retry RPC after error@609321556) -> (continuation of Deferred@782326242 after retry RPC after error@1518968241)))
11:18:14.797 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.797 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:14.979 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1478641530(state=PENDING, result=null, callback=(continuation of Deferred@1988366495 after retry RPC after error@1314451528) -> (continuation of Deferred@565562390 after retry RPC after error@1810253517) -> (continuation of Deferred@1034986438 after retry RPC after error@878956168) -> (continuation of Deferred@993616238 after retry RPC after error@1655736554) -> (continuation of Deferred@1520871913 after retry RPC after error@1889221563) -> (continuation of Deferred@14227159 after retry RPC after error@1716009470), errback=(continuation of Deferred@1988366495 after retry RPC after error@1314451528) -> (continuation of Deferred@565562390 after retry RPC after error@1810253517) -> (continuation of Deferred@1034986438 after retry RPC after error@878956168) -> (continuation of Deferred@993616238 after retry RPC after error@1655736554) -> (continuation of Deferred@1520871913 after retry RPC after error@1889221563) -> (continuation of Deferred@14227159 after retry RPC after error@1716009470)))
11:18:14.979 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1478641530(state=PENDING, result=null, callback=(continuation of Deferred@1988366495 after retry RPC after error@1314451528) -> (continuation of Deferred@565562390 after retry RPC after error@1810253517) -> (continuation of Deferred@1034986438 after retry RPC after error@878956168) -> (continuation of Deferred@993616238 after retry RPC after error@1655736554) -> (continuation of Deferred@1520871913 after retry RPC after error@1889221563) -> (continuation of Deferred@14227159 after retry RPC after error@1716009470), errback=(continuation of Deferred@1988366495 after retry RPC after error@1314451528) -> (continuation of Deferred@565562390 after retry RPC after error@1810253517) -> (continuation of Deferred@1034986438 after retry RPC after error@878956168) -> (continuation of Deferred@993616238 after retry RPC after error@1655736554) -> (continuation of Deferred@1520871913 after retry RPC after error@1889221563) -> (continuation of Deferred@14227159 after retry RPC after error@1716009470)))
11:18:14.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:14.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:14.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:14.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:14.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.097 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@190698662(state=PENDING, result=null, callback=(continuation of Deferred@599477149 after retry RPC after error@1157664985) -> (continuation of Deferred@1262265035 after retry RPC after error@773961710) -> (continuation of Deferred@1463805460 after retry RPC after error@385364594) -> (continuation of Deferred@947708060 after retry RPC after error@457289402) -> (continuation of Deferred@870769792 after retry RPC after error@1683634988) -> (continuation of Deferred@998068027 after retry RPC after error@761201296), errback=(continuation of Deferred@599477149 after retry RPC after error@1157664985) -> (continuation of Deferred@1262265035 after retry RPC after error@773961710) -> (continuation of Deferred@1463805460 after retry RPC after error@385364594) -> (continuation of Deferred@947708060 after retry RPC after error@457289402) -> (continuation of Deferred@870769792 after retry RPC after error@1683634988) -> (continuation of Deferred@998068027 after retry RPC after error@761201296)))
11:18:15.160 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@190698662(state=PENDING, result=null, callback=(continuation of Deferred@599477149 after retry RPC after error@1157664985) -> (continuation of Deferred@1262265035 after retry RPC after error@773961710) -> (continuation of Deferred@1463805460 after retry RPC after error@385364594) -> (continuation of Deferred@947708060 after retry RPC after error@457289402) -> (continuation of Deferred@870769792 after retry RPC after error@1683634988) -> (continuation of Deferred@998068027 after retry RPC after error@761201296), errback=(continuation of Deferred@599477149 after retry RPC after error@1157664985) -> (continuation of Deferred@1262265035 after retry RPC after error@773961710) -> (continuation of Deferred@1463805460 after retry RPC after error@385364594) -> (continuation of Deferred@947708060 after retry RPC after error@457289402) -> (continuation of Deferred@870769792 after retry RPC after error@1683634988) -> (continuation of Deferred@998068027 after retry RPC after error@761201296)))
11:18:15.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.177 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.420 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1670645431(state=PENDING, result=null, callback=(continuation of Deferred@324030438 after retry RPC after error@1478473890) -> (continuation of Deferred@1224047012 after retry RPC after error@186089395) -> (continuation of Deferred@438910536 after retry RPC after error@1071013639) -> (continuation of Deferred@1552754944 after retry RPC after error@1817657285) -> (continuation of Deferred@1063225209 after retry RPC after error@847038962) -> (continuation of Deferred@118236052 after retry RPC after error@1391496615) -> (continuation of Deferred@290962639 after retry RPC after error@1169216590), errback=(continuation of Deferred@324030438 after retry RPC after error@1478473890) -> (continuation of Deferred@1224047012 after retry RPC after error@186089395) -> (continuation of Deferred@438910536 after retry RPC after error@1071013639) -> (continuation of Deferred@1552754944 after retry RPC after error@1817657285) -> (continuation of Deferred@1063225209 after retry RPC after error@847038962) -> (continuation of Deferred@118236052 after retry RPC after error@1391496615) -> (continuation of Deferred@290962639 after retry RPC after error@1169216590)))
11:18:15.420 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1670645431(state=PENDING, result=null, callback=(continuation of Deferred@324030438 after retry RPC after error@1478473890) -> (continuation of Deferred@1224047012 after retry RPC after error@186089395) -> (continuation of Deferred@438910536 after retry RPC after error@1071013639) -> (continuation of Deferred@1552754944 after retry RPC after error@1817657285) -> (continuation of Deferred@1063225209 after retry RPC after error@847038962) -> (continuation of Deferred@118236052 after retry RPC after error@1391496615) -> (continuation of Deferred@290962639 after retry RPC after error@1169216590), errback=(continuation of Deferred@324030438 after retry RPC after error@1478473890) -> (continuation of Deferred@1224047012 after retry RPC after error@186089395) -> (continuation of Deferred@438910536 after retry RPC after error@1071013639) -> (continuation of Deferred@1552754944 after retry RPC after error@1817657285) -> (continuation of Deferred@1063225209 after retry RPC after error@847038962) -> (continuation of Deferred@118236052 after retry RPC after error@1391496615) -> (continuation of Deferred@290962639 after retry RPC after error@1169216590)))
11:18:15.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.597 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.599 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1426374003(state=PENDING, result=null, callback=(continuation of Deferred@961078350 after retry RPC after error@46649155) -> (continuation of Deferred@375593622 after retry RPC after error@1727844876) -> (continuation of Deferred@409477129 after retry RPC after error@619272592) -> (continuation of Deferred@709906481 after retry RPC after error@717003717) -> (continuation of Deferred@1930272499 after retry RPC after error@499547355) -> (continuation of Deferred@893351562 after retry RPC after error@2073272667) -> (continuation of Deferred@1693860572 after retry RPC after error@1257818685), errback=(continuation of Deferred@961078350 after retry RPC after error@46649155) -> (continuation of Deferred@375593622 after retry RPC after error@1727844876) -> (continuation of Deferred@409477129 after retry RPC after error@619272592) -> (continuation of Deferred@709906481 after retry RPC after error@717003717) -> (continuation of Deferred@1930272499 after retry RPC after error@499547355) -> (continuation of Deferred@893351562 after retry RPC after error@2073272667) -> (continuation of Deferred@1693860572 after retry RPC after error@1257818685)))
11:18:15.599 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1426374003(state=PENDING, result=null, callback=(continuation of Deferred@961078350 after retry RPC after error@46649155) -> (continuation of Deferred@375593622 after retry RPC after error@1727844876) -> (continuation of Deferred@409477129 after retry RPC after error@619272592) -> (continuation of Deferred@709906481 after retry RPC after error@717003717) -> (continuation of Deferred@1930272499 after retry RPC after error@499547355) -> (continuation of Deferred@893351562 after retry RPC after error@2073272667) -> (continuation of Deferred@1693860572 after retry RPC after error@1257818685), errback=(continuation of Deferred@961078350 after retry RPC after error@46649155) -> (continuation of Deferred@375593622 after retry RPC after error@1727844876) -> (continuation of Deferred@409477129 after retry RPC after error@619272592) -> (continuation of Deferred@709906481 after retry RPC after error@717003717) -> (continuation of Deferred@1930272499 after retry RPC after error@499547355) -> (continuation of Deferred@893351562 after retry RPC after error@2073272667) -> (continuation of Deferred@1693860572 after retry RPC after error@1257818685)))
11:18:15.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.758 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1228953372(state=PENDING, result=null, callback=(continuation of Deferred@1929647587 after retry RPC after error@1003955817) -> (continuation of Deferred@1079740442 after retry RPC after error@191418298) -> (continuation of Deferred@1485862969 after retry RPC after error@1526130988) -> (continuation of Deferred@1181851952 after retry RPC after error@195670875) -> (continuation of Deferred@1352881063 after retry RPC after error@1039232790) -> (continuation of Deferred@1992434105 after retry RPC after error@817325905) -> (continuation of Deferred@2059609227 after retry RPC after error@1283222810), errback=(continuation of Deferred@1929647587 after retry RPC after error@1003955817) -> (continuation of Deferred@1079740442 after retry RPC after error@191418298) -> (continuation of Deferred@1485862969 after retry RPC after error@1526130988) -> (continuation of Deferred@1181851952 after retry RPC after error@195670875) -> (continuation of Deferred@1352881063 after retry RPC after error@1039232790) -> (continuation of Deferred@1992434105 after retry RPC after error@817325905) -> (continuation of Deferred@2059609227 after retry RPC after error@1283222810)))
11:18:15.759 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1228953372(state=PENDING, result=null, callback=(continuation of Deferred@1929647587 after retry RPC after error@1003955817) -> (continuation of Deferred@1079740442 after retry RPC after error@191418298) -> (continuation of Deferred@1485862969 after retry RPC after error@1526130988) -> (continuation of Deferred@1181851952 after retry RPC after error@195670875) -> (continuation of Deferred@1352881063 after retry RPC after error@1039232790) -> (continuation of Deferred@1992434105 after retry RPC after error@817325905) -> (continuation of Deferred@2059609227 after retry RPC after error@1283222810), errback=(continuation of Deferred@1929647587 after retry RPC after error@1003955817) -> (continuation of Deferred@1079740442 after retry RPC after error@191418298) -> (continuation of Deferred@1485862969 after retry RPC after error@1526130988) -> (continuation of Deferred@1181851952 after retry RPC after error@195670875) -> (continuation of Deferred@1352881063 after retry RPC after error@1039232790) -> (continuation of Deferred@1992434105 after retry RPC after error@817325905) -> (continuation of Deferred@2059609227 after retry RPC after error@1283222810)))
11:18:15.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.800 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.877 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.978 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.979 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:15.983 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=206), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [205ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [206ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [207ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [207ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1505733875(state=PENDING, result=null, callback=(continuation of Deferred@349827698 after retry RPC after error@1827736729) -> (continuation of Deferred@1095415374 after retry RPC after error@1706443424) -> (continuation of Deferred@1051162118 after retry RPC after error@1515597967) -> (continuation of Deferred@1312429389 after retry RPC after error@432995688) -> (continuation of Deferred@475836177 after retry RPC after error@2011506269) -> (continuation of Deferred@1777063313 after retry RPC after error@127942777) -> (continuation of Deferred@2130527163 after retry RPC after error@552883703), errback=(continuation of Deferred@349827698 after retry RPC after error@1827736729) -> (continuation of Deferred@1095415374 after retry RPC after error@1706443424) -> (continuation of Deferred@1051162118 after retry RPC after error@1515597967) -> (continuation of Deferred@1312429389 after retry RPC after error@432995688) -> (continuation of Deferred@475836177 after retry RPC after error@2011506269) -> (continuation of Deferred@1777063313 after retry RPC after error@127942777) -> (continuation of Deferred@2130527163 after retry RPC after error@552883703)))
11:18:15.983 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=206), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [205ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [206ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [207ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [207ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1505733875(state=PENDING, result=null, callback=(continuation of Deferred@349827698 after retry RPC after error@1827736729) -> (continuation of Deferred@1095415374 after retry RPC after error@1706443424) -> (continuation of Deferred@1051162118 after retry RPC after error@1515597967) -> (continuation of Deferred@1312429389 after retry RPC after error@432995688) -> (continuation of Deferred@475836177 after retry RPC after error@2011506269) -> (continuation of Deferred@1777063313 after retry RPC after error@127942777) -> (continuation of Deferred@2130527163 after retry RPC after error@552883703), errback=(continuation of Deferred@349827698 after retry RPC after error@1827736729) -> (continuation of Deferred@1095415374 after retry RPC after error@1706443424) -> (continuation of Deferred@1051162118 after retry RPC after error@1515597967) -> (continuation of Deferred@1312429389 after retry RPC after error@432995688) -> (continuation of Deferred@475836177 after retry RPC after error@2011506269) -> (continuation of Deferred@1777063313 after retry RPC after error@127942777) -> (continuation of Deferred@2130527163 after retry RPC after error@552883703)))
11:18:15.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:15.997 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:15.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:15.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:15.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.037 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@199606466(state=PENDING, result=null, callback=(continuation of Deferred@361231994 after retry RPC after error@327130042) -> (continuation of Deferred@1474967430 after retry RPC after error@1915489897) -> (continuation of Deferred@1479676528 after retry RPC after error@931131527) -> (continuation of Deferred@825210857 after retry RPC after error@593672419) -> (continuation of Deferred@1795923821 after retry RPC after error@599302467) -> (continuation of Deferred@1877264930 after retry RPC after error@1509413533), errback=(continuation of Deferred@361231994 after retry RPC after error@327130042) -> (continuation of Deferred@1474967430 after retry RPC after error@1915489897) -> (continuation of Deferred@1479676528 after retry RPC after error@931131527) -> (continuation of Deferred@825210857 after retry RPC after error@593672419) -> (continuation of Deferred@1795923821 after retry RPC after error@599302467) -> (continuation of Deferred@1877264930 after retry RPC after error@1509413533)))
11:18:16.159 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@199606466(state=PENDING, result=null, callback=(continuation of Deferred@361231994 after retry RPC after error@327130042) -> (continuation of Deferred@1474967430 after retry RPC after error@1915489897) -> (continuation of Deferred@1479676528 after retry RPC after error@931131527) -> (continuation of Deferred@825210857 after retry RPC after error@593672419) -> (continuation of Deferred@1795923821 after retry RPC after error@599302467) -> (continuation of Deferred@1877264930 after retry RPC after error@1509413533), errback=(continuation of Deferred@361231994 after retry RPC after error@327130042) -> (continuation of Deferred@1474967430 after retry RPC after error@1915489897) -> (continuation of Deferred@1479676528 after retry RPC after error@931131527) -> (continuation of Deferred@825210857 after retry RPC after error@593672419) -> (continuation of Deferred@1795923821 after retry RPC after error@599302467) -> (continuation of Deferred@1877264930 after retry RPC after error@1509413533)))
11:18:16.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.237 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:16.281548 31923 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 30ab790ed654440f8f86831d93a12a60)
11:18:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:16.281714 31923 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:16.282322 31923 leader_election.cc:288] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839)
11:18:16.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:16.284296 31572 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775): Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111)
11:18:16.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:16.284439 31577 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:16.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:16.284565 31577 leader_election.cc:302] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:16.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:16.284783 31923 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:18:16.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.377 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.377 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@267096997(state=PENDING, result=null, callback=(continuation of Deferred@36150291 after retry RPC after error@43063484) -> (continuation of Deferred@1970312022 after retry RPC after error@651509990) -> (continuation of Deferred@405571371 after retry RPC after error@309471338) -> (continuation of Deferred@1676272465 after retry RPC after error@1874283962) -> (continuation of Deferred@333355704 after retry RPC after error@275562961) -> (continuation of Deferred@1018387430 after retry RPC after error@1765546839) -> (continuation of Deferred@240142226 after retry RPC after error@2017750464) -> (continuation of Deferred@1586390341 after retry RPC after error@1474378592), errback=(continuation of Deferred@36150291 after retry RPC after error@43063484) -> (continuation of Deferred@1970312022 after retry RPC after error@651509990) -> (continuation of Deferred@405571371 after retry RPC after error@309471338) -> (continuation of Deferred@1676272465 after retry RPC after error@1874283962) -> (continuation of Deferred@333355704 after retry RPC after error@275562961) -> (continuation of Deferred@1018387430 after retry RPC after error@1765546839) -> (continuation of Deferred@240142226 after retry RPC after error@2017750464) -> (continuation of Deferred@1586390341 after retry RPC after error@1474378592)))
11:18:16.400 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@267096997(state=PENDING, result=null, callback=(continuation of Deferred@36150291 after retry RPC after error@43063484) -> (continuation of Deferred@1970312022 after retry RPC after error@651509990) -> (continuation of Deferred@405571371 after retry RPC after error@309471338) -> (continuation of Deferred@1676272465 after retry RPC after error@1874283962) -> (continuation of Deferred@333355704 after retry RPC after error@275562961) -> (continuation of Deferred@1018387430 after retry RPC after error@1765546839) -> (continuation of Deferred@240142226 after retry RPC after error@2017750464) -> (continuation of Deferred@1586390341 after retry RPC after error@1474378592), errback=(continuation of Deferred@36150291 after retry RPC after error@43063484) -> (continuation of Deferred@1970312022 after retry RPC after error@651509990) -> (continuation of Deferred@405571371 after retry RPC after error@309471338) -> (continuation of Deferred@1676272465 after retry RPC after error@1874283962) -> (continuation of Deferred@333355704 after retry RPC after error@275562961) -> (continuation of Deferred@1018387430 after retry RPC after error@1765546839) -> (continuation of Deferred@240142226 after retry RPC after error@2017750464) -> (continuation of Deferred@1586390341 after retry RPC after error@1474378592)))
11:18:16.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:16.444414 31542 master_runner.cc:186] Error getting master registration for 127.29.58.126:44775: Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111),
11:18:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:16.444634 31542 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:18:16.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.537 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.597 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.600 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1817097863(state=PENDING, result=null, callback=(continuation of Deferred@905316179 after retry RPC after error@61695315) -> (continuation of Deferred@1413206738 after retry RPC after error@1306049628) -> (continuation of Deferred@1209136683 after retry RPC after error@553555335) -> (continuation of Deferred@710503944 after retry RPC after error@577445187) -> (continuation of Deferred@1703675787 after retry RPC after error@831185936) -> (continuation of Deferred@1354953991 after retry RPC after error@716794713), errback=(continuation of Deferred@905316179 after retry RPC after error@61695315) -> (continuation of Deferred@1413206738 after retry RPC after error@1306049628) -> (continuation of Deferred@1209136683 after retry RPC after error@553555335) -> (continuation of Deferred@710503944 after retry RPC after error@577445187) -> (continuation of Deferred@1703675787 after retry RPC after error@831185936) -> (continuation of Deferred@1354953991 after retry RPC after error@716794713)))
11:18:16.600 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1817097863(state=PENDING, result=null, callback=(continuation of Deferred@905316179 after retry RPC after error@61695315) -> (continuation of Deferred@1413206738 after retry RPC after error@1306049628) -> (continuation of Deferred@1209136683 after retry RPC after error@553555335) -> (continuation of Deferred@710503944 after retry RPC after error@577445187) -> (continuation of Deferred@1703675787 after retry RPC after error@831185936) -> (continuation of Deferred@1354953991 after retry RPC after error@716794713), errback=(continuation of Deferred@905316179 after retry RPC after error@61695315) -> (continuation of Deferred@1413206738 after retry RPC after error@1306049628) -> (continuation of Deferred@1209136683 after retry RPC after error@553555335) -> (continuation of Deferred@710503944 after retry RPC after error@577445187) -> (continuation of Deferred@1703675787 after retry RPC after error@831185936) -> (continuation of Deferred@1354953991 after retry RPC after error@716794713)))
11:18:16.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.799 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@228499642(state=PENDING, result=null, callback=(continuation of Deferred@1553766250 after retry RPC after error@1816196620) -> (continuation of Deferred@614312830 after retry RPC after error@1560171559) -> (continuation of Deferred@1684127509 after retry RPC after error@268092675) -> (continuation of Deferred@1182091737 after retry RPC after error@1753506396) -> (continuation of Deferred@32825678 after retry RPC after error@1484783278) -> (continuation of Deferred@875061241 after retry RPC after error@2146786722) -> (continuation of Deferred@1496132995 after retry RPC after error@2122330758), errback=(continuation of Deferred@1553766250 after retry RPC after error@1816196620) -> (continuation of Deferred@614312830 after retry RPC after error@1560171559) -> (continuation of Deferred@1684127509 after retry RPC after error@268092675) -> (continuation of Deferred@1182091737 after retry RPC after error@1753506396) -> (continuation of Deferred@32825678 after retry RPC after error@1484783278) -> (continuation of Deferred@875061241 after retry RPC after error@2146786722) -> (continuation of Deferred@1496132995 after retry RPC after error@2122330758)))
11:18:16.800 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@228499642(state=PENDING, result=null, callback=(continuation of Deferred@1553766250 after retry RPC after error@1816196620) -> (continuation of Deferred@614312830 after retry RPC after error@1560171559) -> (continuation of Deferred@1684127509 after retry RPC after error@268092675) -> (continuation of Deferred@1182091737 after retry RPC after error@1753506396) -> (continuation of Deferred@32825678 after retry RPC after error@1484783278) -> (continuation of Deferred@875061241 after retry RPC after error@2146786722) -> (continuation of Deferred@1496132995 after retry RPC after error@2122330758), errback=(continuation of Deferred@1553766250 after retry RPC after error@1816196620) -> (continuation of Deferred@614312830 after retry RPC after error@1560171559) -> (continuation of Deferred@1684127509 after retry RPC after error@268092675) -> (continuation of Deferred@1182091737 after retry RPC after error@1753506396) -> (continuation of Deferred@32825678 after retry RPC after error@1484783278) -> (continuation of Deferred@875061241 after retry RPC after error@2146786722) -> (continuation of Deferred@1496132995 after retry RPC after error@2122330758)))
11:18:16.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:16.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:16.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:16.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:16.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:16.999 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1093191312(state=PENDING, result=null, callback=(continuation of Deferred@1661827364 after retry RPC after error@103952178) -> (continuation of Deferred@1932532719 after retry RPC after error@1948995423) -> (continuation of Deferred@2095570087 after retry RPC after error@1799038902) -> (continuation of Deferred@405255773 after retry RPC after error@911758257) -> (continuation of Deferred@1947775801 after retry RPC after error@1177300123) -> (continuation of Deferred@1671229277 after retry RPC after error@397278532), errback=(continuation of Deferred@1661827364 after retry RPC after error@103952178) -> (continuation of Deferred@1932532719 after retry RPC after error@1948995423) -> (continuation of Deferred@2095570087 after retry RPC after error@1799038902) -> (continuation of Deferred@405255773 after retry RPC after error@911758257) -> (continuation of Deferred@1947775801 after retry RPC after error@1177300123) -> (continuation of Deferred@1671229277 after retry RPC after error@397278532)))
11:18:16.999 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1093191312(state=PENDING, result=null, callback=(continuation of Deferred@1661827364 after retry RPC after error@103952178) -> (continuation of Deferred@1932532719 after retry RPC after error@1948995423) -> (continuation of Deferred@2095570087 after retry RPC after error@1799038902) -> (continuation of Deferred@405255773 after retry RPC after error@911758257) -> (continuation of Deferred@1947775801 after retry RPC after error@1177300123) -> (continuation of Deferred@1671229277 after retry RPC after error@397278532), errback=(continuation of Deferred@1661827364 after retry RPC after error@103952178) -> (continuation of Deferred@1932532719 after retry RPC after error@1948995423) -> (continuation of Deferred@2095570087 after retry RPC after error@1799038902) -> (continuation of Deferred@405255773 after retry RPC after error@911758257) -> (continuation of Deferred@1947775801 after retry RPC after error@1177300123) -> (continuation of Deferred@1671229277 after retry RPC after error@397278532)))
11:18:17.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.239 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2095703807(state=PENDING, result=null, callback=(continuation of Deferred@1691860893 after retry RPC after error@408147385) -> (continuation of Deferred@774450495 after retry RPC after error@499443739) -> (continuation of Deferred@1152817001 after retry RPC after error@1120828507) -> (continuation of Deferred@636088808 after retry RPC after error@525816190) -> (continuation of Deferred@1873448994 after retry RPC after error@1580668200) -> (continuation of Deferred@884726199 after retry RPC after error@289579775) -> (continuation of Deferred@710019957 after retry RPC after error@1286260034), errback=(continuation of Deferred@1691860893 after retry RPC after error@408147385) -> (continuation of Deferred@774450495 after retry RPC after error@499443739) -> (continuation of Deferred@1152817001 after retry RPC after error@1120828507) -> (continuation of Deferred@636088808 after retry RPC after error@525816190) -> (continuation of Deferred@1873448994 after retry RPC after error@1580668200) -> (continuation of Deferred@884726199 after retry RPC after error@289579775) -> (continuation of Deferred@710019957 after retry RPC after error@1286260034)))
11:18:17.239 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2095703807(state=PENDING, result=null, callback=(continuation of Deferred@1691860893 after retry RPC after error@408147385) -> (continuation of Deferred@774450495 after retry RPC after error@499443739) -> (continuation of Deferred@1152817001 after retry RPC after error@1120828507) -> (continuation of Deferred@636088808 after retry RPC after error@525816190) -> (continuation of Deferred@1873448994 after retry RPC after error@1580668200) -> (continuation of Deferred@884726199 after retry RPC after error@289579775) -> (continuation of Deferred@710019957 after retry RPC after error@1286260034), errback=(continuation of Deferred@1691860893 after retry RPC after error@408147385) -> (continuation of Deferred@774450495 after retry RPC after error@499443739) -> (continuation of Deferred@1152817001 after retry RPC after error@1120828507) -> (continuation of Deferred@636088808 after retry RPC after error@525816190) -> (continuation of Deferred@1873448994 after retry RPC after error@1580668200) -> (continuation of Deferred@884726199 after retry RPC after error@289579775) -> (continuation of Deferred@710019957 after retry RPC after error@1286260034)))
11:18:17.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.377 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@109257855(state=PENDING, result=null, callback=(continuation of Deferred@1695085088 after retry RPC after error@650207316) -> (continuation of Deferred@1671114915 after retry RPC after error@2082750579) -> (continuation of Deferred@1587487781 after retry RPC after error@1936796770) -> (continuation of Deferred@1238701191 after retry RPC after error@397210134) -> (continuation of Deferred@817189578 after retry RPC after error@1247640194) -> (continuation of Deferred@726482530 after retry RPC after error@1535202655) -> (continuation of Deferred@1094221799 after retry RPC after error@1620083752), errback=(continuation of Deferred@1695085088 after retry RPC after error@650207316) -> (continuation of Deferred@1671114915 after retry RPC after error@2082750579) -> (continuation of Deferred@1587487781 after retry RPC after error@1936796770) -> (continuation of Deferred@1238701191 after retry RPC after error@397210134) -> (continuation of Deferred@817189578 after retry RPC after error@1247640194) -> (continuation of Deferred@726482530 after retry RPC after error@1535202655) -> (continuation of Deferred@1094221799 after retry RPC after error@1620083752)))
11:18:17.419 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@109257855(state=PENDING, result=null, callback=(continuation of Deferred@1695085088 after retry RPC after error@650207316) -> (continuation of Deferred@1671114915 after retry RPC after error@2082750579) -> (continuation of Deferred@1587487781 after retry RPC after error@1936796770) -> (continuation of Deferred@1238701191 after retry RPC after error@397210134) -> (continuation of Deferred@817189578 after retry RPC after error@1247640194) -> (continuation of Deferred@726482530 after retry RPC after error@1535202655) -> (continuation of Deferred@1094221799 after retry RPC after error@1620083752), errback=(continuation of Deferred@1695085088 after retry RPC after error@650207316) -> (continuation of Deferred@1671114915 after retry RPC after error@2082750579) -> (continuation of Deferred@1587487781 after retry RPC after error@1936796770) -> (continuation of Deferred@1238701191 after retry RPC after error@397210134) -> (continuation of Deferred@817189578 after retry RPC after error@1247640194) -> (continuation of Deferred@726482530 after retry RPC after error@1535202655) -> (continuation of Deferred@1094221799 after retry RPC after error@1620083752)))
11:18:17.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.660 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@122428199(state=PENDING, result=null, callback=(continuation of Deferred@642644112 after retry RPC after error@1352785550) -> (continuation of Deferred@1112248993 after retry RPC after error@624504044) -> (continuation of Deferred@1828309411 after retry RPC after error@846343964) -> (continuation of Deferred@749890921 after retry RPC after error@1082161759) -> (continuation of Deferred@1645614909 after retry RPC after error@1103093420) -> (continuation of Deferred@2128165591 after retry RPC after error@1036576209) -> (continuation of Deferred@1874178730 after retry RPC after error@1354783566) -> (continuation of Deferred@1735969795 after retry RPC after error@501500752), errback=(continuation of Deferred@642644112 after retry RPC after error@1352785550) -> (continuation of Deferred@1112248993 after retry RPC after error@624504044) -> (continuation of Deferred@1828309411 after retry RPC after error@846343964) -> (continuation of Deferred@749890921 after retry RPC after error@1082161759) -> (continuation of Deferred@1645614909 after retry RPC after error@1103093420) -> (continuation of Deferred@2128165591 after retry RPC after error@1036576209) -> (continuation of Deferred@1874178730 after retry RPC after error@1354783566) -> (continuation of Deferred@1735969795 after retry RPC after error@501500752)))
11:18:17.660 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@122428199(state=PENDING, result=null, callback=(continuation of Deferred@642644112 after retry RPC after error@1352785550) -> (continuation of Deferred@1112248993 after retry RPC after error@624504044) -> (continuation of Deferred@1828309411 after retry RPC after error@846343964) -> (continuation of Deferred@749890921 after retry RPC after error@1082161759) -> (continuation of Deferred@1645614909 after retry RPC after error@1103093420) -> (continuation of Deferred@2128165591 after retry RPC after error@1036576209) -> (continuation of Deferred@1874178730 after retry RPC after error@1354783566) -> (continuation of Deferred@1735969795 after retry RPC after error@501500752), errback=(continuation of Deferred@642644112 after retry RPC after error@1352785550) -> (continuation of Deferred@1112248993 after retry RPC after error@624504044) -> (continuation of Deferred@1828309411 after retry RPC after error@846343964) -> (continuation of Deferred@749890921 after retry RPC after error@1082161759) -> (continuation of Deferred@1645614909 after retry RPC after error@1103093420) -> (continuation of Deferred@2128165591 after retry RPC after error@1036576209) -> (continuation of Deferred@1874178730 after retry RPC after error@1354783566) -> (continuation of Deferred@1735969795 after retry RPC after error@501500752)))
11:18:17.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.877 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1669701185(state=PENDING, result=null, callback=(continuation of Deferred@480558069 after retry RPC after error@2143920807) -> (continuation of Deferred@1556775255 after retry RPC after error@326269721) -> (continuation of Deferred@707793297 after retry RPC after error@417223402) -> (continuation of Deferred@278309023 after retry RPC after error@280797991) -> (continuation of Deferred@984253496 after retry RPC after error@1342822533) -> (continuation of Deferred@1979600971 after retry RPC after error@11427912) -> (continuation of Deferred@1858846497 after retry RPC after error@1880657805), errback=(continuation of Deferred@480558069 after retry RPC after error@2143920807) -> (continuation of Deferred@1556775255 after retry RPC after error@326269721) -> (continuation of Deferred@707793297 after retry RPC after error@417223402) -> (continuation of Deferred@278309023 after retry RPC after error@280797991) -> (continuation of Deferred@984253496 after retry RPC after error@1342822533) -> (continuation of Deferred@1979600971 after retry RPC after error@11427912) -> (continuation of Deferred@1858846497 after retry RPC after error@1880657805)))
11:18:17.880 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1669701185(state=PENDING, result=null, callback=(continuation of Deferred@480558069 after retry RPC after error@2143920807) -> (continuation of Deferred@1556775255 after retry RPC after error@326269721) -> (continuation of Deferred@707793297 after retry RPC after error@417223402) -> (continuation of Deferred@278309023 after retry RPC after error@280797991) -> (continuation of Deferred@984253496 after retry RPC after error@1342822533) -> (continuation of Deferred@1979600971 after retry RPC after error@11427912) -> (continuation of Deferred@1858846497 after retry RPC after error@1880657805), errback=(continuation of Deferred@480558069 after retry RPC after error@2143920807) -> (continuation of Deferred@1556775255 after retry RPC after error@326269721) -> (continuation of Deferred@707793297 after retry RPC after error@417223402) -> (continuation of Deferred@278309023 after retry RPC after error@280797991) -> (continuation of Deferred@984253496 after retry RPC after error@1342822533) -> (continuation of Deferred@1979600971 after retry RPC after error@11427912) -> (continuation of Deferred@1858846497 after retry RPC after error@1880657805)))
11:18:17.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:17.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:17.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:17.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:17.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:17.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.059 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@132526933(state=PENDING, result=null, callback=(continuation of Deferred@1232672339 after retry RPC after error@84806230) -> (continuation of Deferred@1760584221 after retry RPC after error@1580894413) -> (continuation of Deferred@1601230551 after retry RPC after error@710491093) -> (continuation of Deferred@1095914505 after retry RPC after error@1260703758) -> (continuation of Deferred@305881555 after retry RPC after error@1902082002) -> (continuation of Deferred@587106284 after retry RPC after error@1337431837), errback=(continuation of Deferred@1232672339 after retry RPC after error@84806230) -> (continuation of Deferred@1760584221 after retry RPC after error@1580894413) -> (continuation of Deferred@1601230551 after retry RPC after error@710491093) -> (continuation of Deferred@1095914505 after retry RPC after error@1260703758) -> (continuation of Deferred@305881555 after retry RPC after error@1902082002) -> (continuation of Deferred@587106284 after retry RPC after error@1337431837)))
11:18:18.059 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@132526933(state=PENDING, result=null, callback=(continuation of Deferred@1232672339 after retry RPC after error@84806230) -> (continuation of Deferred@1760584221 after retry RPC after error@1580894413) -> (continuation of Deferred@1601230551 after retry RPC after error@710491093) -> (continuation of Deferred@1095914505 after retry RPC after error@1260703758) -> (continuation of Deferred@305881555 after retry RPC after error@1902082002) -> (continuation of Deferred@587106284 after retry RPC after error@1337431837), errback=(continuation of Deferred@1232672339 after retry RPC after error@84806230) -> (continuation of Deferred@1760584221 after retry RPC after error@1580894413) -> (continuation of Deferred@1601230551 after retry RPC after error@710491093) -> (continuation of Deferred@1095914505 after retry RPC after error@1260703758) -> (continuation of Deferred@305881555 after retry RPC after error@1902082002) -> (continuation of Deferred@587106284 after retry RPC after error@1337431837)))
11:18:18.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.320 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@435585851(state=PENDING, result=null, callback=(continuation of Deferred@69123072 after retry RPC after error@1627519268) -> (continuation of Deferred@391560421 after retry RPC after error@974396015) -> (continuation of Deferred@1268473745 after retry RPC after error@624772895) -> (continuation of Deferred@128870089 after retry RPC after error@502514481) -> (continuation of Deferred@201679049 after retry RPC after error@1137695721) -> (continuation of Deferred@925070711 after retry RPC after error@885703401) -> (continuation of Deferred@334430097 after retry RPC after error@776171158) -> (continuation of Deferred@40316644 after retry RPC after error@1616406987), errback=(continuation of Deferred@69123072 after retry RPC after error@1627519268) -> (continuation of Deferred@391560421 after retry RPC after error@974396015) -> (continuation of Deferred@1268473745 after retry RPC after error@624772895) -> (continuation of Deferred@128870089 after retry RPC after error@502514481) -> (continuation of Deferred@201679049 after retry RPC after error@1137695721) -> (continuation of Deferred@925070711 after retry RPC after error@885703401) -> (continuation of Deferred@334430097 after retry RPC after error@776171158) -> (continuation of Deferred@40316644 after retry RPC after error@1616406987)))
11:18:18.320 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@435585851(state=PENDING, result=null, callback=(continuation of Deferred@69123072 after retry RPC after error@1627519268) -> (continuation of Deferred@391560421 after retry RPC after error@974396015) -> (continuation of Deferred@1268473745 after retry RPC after error@624772895) -> (continuation of Deferred@128870089 after retry RPC after error@502514481) -> (continuation of Deferred@201679049 after retry RPC after error@1137695721) -> (continuation of Deferred@925070711 after retry RPC after error@885703401) -> (continuation of Deferred@334430097 after retry RPC after error@776171158) -> (continuation of Deferred@40316644 after retry RPC after error@1616406987), errback=(continuation of Deferred@69123072 after retry RPC after error@1627519268) -> (continuation of Deferred@391560421 after retry RPC after error@974396015) -> (continuation of Deferred@1268473745 after retry RPC after error@624772895) -> (continuation of Deferred@128870089 after retry RPC after error@502514481) -> (continuation of Deferred@201679049 after retry RPC after error@1137695721) -> (continuation of Deferred@925070711 after retry RPC after error@885703401) -> (continuation of Deferred@334430097 after retry RPC after error@776171158) -> (continuation of Deferred@40316644 after retry RPC after error@1616406987)))
11:18:18.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.537 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1757487221(state=PENDING, result=null, callback=(continuation of Deferred@1874497692 after retry RPC after error@1617617015) -> (continuation of Deferred@989135058 after retry RPC after error@1540775281) -> (continuation of Deferred@1624447207 after retry RPC after error@1468868050) -> (continuation of Deferred@1164725345 after retry RPC after error@750300264) -> (continuation of Deferred@1414827320 after retry RPC after error@1791594965) -> (continuation of Deferred@1306646441 after retry RPC after error@609479057) -> (continuation of Deferred@1419681134 after retry RPC after error@1929378065), errback=(continuation of Deferred@1874497692 after retry RPC after error@1617617015) -> (continuation of Deferred@989135058 after retry RPC after error@1540775281) -> (continuation of Deferred@1624447207 after retry RPC after error@1468868050) -> (continuation of Deferred@1164725345 after retry RPC after error@750300264) -> (continuation of Deferred@1414827320 after retry RPC after error@1791594965) -> (continuation of Deferred@1306646441 after retry RPC after error@609479057) -> (continuation of Deferred@1419681134 after retry RPC after error@1929378065)))
11:18:18.539 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1757487221(state=PENDING, result=null, callback=(continuation of Deferred@1874497692 after retry RPC after error@1617617015) -> (continuation of Deferred@989135058 after retry RPC after error@1540775281) -> (continuation of Deferred@1624447207 after retry RPC after error@1468868050) -> (continuation of Deferred@1164725345 after retry RPC after error@750300264) -> (continuation of Deferred@1414827320 after retry RPC after error@1791594965) -> (continuation of Deferred@1306646441 after retry RPC after error@609479057) -> (continuation of Deferred@1419681134 after retry RPC after error@1929378065), errback=(continuation of Deferred@1874497692 after retry RPC after error@1617617015) -> (continuation of Deferred@989135058 after retry RPC after error@1540775281) -> (continuation of Deferred@1624447207 after retry RPC after error@1468868050) -> (continuation of Deferred@1164725345 after retry RPC after error@750300264) -> (continuation of Deferred@1414827320 after retry RPC after error@1791594965) -> (continuation of Deferred@1306646441 after retry RPC after error@609479057) -> (continuation of Deferred@1419681134 after retry RPC after error@1929378065)))
11:18:18.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.597 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.797 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.797 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.800 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1097278981(state=PENDING, result=null, callback=(continuation of Deferred@1685997150 after retry RPC after error@39364529) -> (continuation of Deferred@1222227952 after retry RPC after error@813103072) -> (continuation of Deferred@648809222 after retry RPC after error@1628329293) -> (continuation of Deferred@1684867243 after retry RPC after error@1663253041) -> (continuation of Deferred@621930856 after retry RPC after error@916878522) -> (continuation of Deferred@981600917 after retry RPC after error@1082805574) -> (continuation of Deferred@1786422934 after retry RPC after error@1870400711), errback=(continuation of Deferred@1685997150 after retry RPC after error@39364529) -> (continuation of Deferred@1222227952 after retry RPC after error@813103072) -> (continuation of Deferred@648809222 after retry RPC after error@1628329293) -> (continuation of Deferred@1684867243 after retry RPC after error@1663253041) -> (continuation of Deferred@621930856 after retry RPC after error@916878522) -> (continuation of Deferred@981600917 after retry RPC after error@1082805574) -> (continuation of Deferred@1786422934 after retry RPC after error@1870400711)))
11:18:18.800 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1097278981(state=PENDING, result=null, callback=(continuation of Deferred@1685997150 after retry RPC after error@39364529) -> (continuation of Deferred@1222227952 after retry RPC after error@813103072) -> (continuation of Deferred@648809222 after retry RPC after error@1628329293) -> (continuation of Deferred@1684867243 after retry RPC after error@1663253041) -> (continuation of Deferred@621930856 after retry RPC after error@916878522) -> (continuation of Deferred@981600917 after retry RPC after error@1082805574) -> (continuation of Deferred@1786422934 after retry RPC after error@1870400711), errback=(continuation of Deferred@1685997150 after retry RPC after error@39364529) -> (continuation of Deferred@1222227952 after retry RPC after error@813103072) -> (continuation of Deferred@648809222 after retry RPC after error@1628329293) -> (continuation of Deferred@1684867243 after retry RPC after error@1663253041) -> (continuation of Deferred@621930856 after retry RPC after error@916878522) -> (continuation of Deferred@981600917 after retry RPC after error@1082805574) -> (continuation of Deferred@1786422934 after retry RPC after error@1870400711)))
11:18:18.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:18.979 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@648628905(state=PENDING, result=null, callback=(continuation of Deferred@1787051601 after retry RPC after error@1639937226) -> (continuation of Deferred@1786249450 after retry RPC after error@107541262) -> (continuation of Deferred@1305813796 after retry RPC after error@1473648496) -> (continuation of Deferred@2097361456 after retry RPC after error@1009933853) -> (continuation of Deferred@1478137532 after retry RPC after error@1066432344) -> (continuation of Deferred@1541820456 after retry RPC after error@1971994623), errback=(continuation of Deferred@1787051601 after retry RPC after error@1639937226) -> (continuation of Deferred@1786249450 after retry RPC after error@107541262) -> (continuation of Deferred@1305813796 after retry RPC after error@1473648496) -> (continuation of Deferred@2097361456 after retry RPC after error@1009933853) -> (continuation of Deferred@1478137532 after retry RPC after error@1066432344) -> (continuation of Deferred@1541820456 after retry RPC after error@1971994623)))
11:18:18.979 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@648628905(state=PENDING, result=null, callback=(continuation of Deferred@1787051601 after retry RPC after error@1639937226) -> (continuation of Deferred@1786249450 after retry RPC after error@107541262) -> (continuation of Deferred@1305813796 after retry RPC after error@1473648496) -> (continuation of Deferred@2097361456 after retry RPC after error@1009933853) -> (continuation of Deferred@1478137532 after retry RPC after error@1066432344) -> (continuation of Deferred@1541820456 after retry RPC after error@1971994623), errback=(continuation of Deferred@1787051601 after retry RPC after error@1639937226) -> (continuation of Deferred@1786249450 after retry RPC after error@107541262) -> (continuation of Deferred@1305813796 after retry RPC after error@1473648496) -> (continuation of Deferred@2097361456 after retry RPC after error@1009933853) -> (continuation of Deferred@1478137532 after retry RPC after error@1066432344) -> (continuation of Deferred@1541820456 after retry RPC after error@1971994623)))
11:18:18.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:18.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:18.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:18.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:18.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.199 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1379057255(state=PENDING, result=null, callback=(continuation of Deferred@589876293 after retry RPC after error@615748010) -> (continuation of Deferred@182305938 after retry RPC after error@1297846824) -> (continuation of Deferred@687088930 after retry RPC after error@284352343) -> (continuation of Deferred@1953460367 after retry RPC after error@1706321656) -> (continuation of Deferred@1826652761 after retry RPC after error@1785655541) -> (continuation of Deferred@1703550527 after retry RPC after error@600782800), errback=(continuation of Deferred@589876293 after retry RPC after error@615748010) -> (continuation of Deferred@182305938 after retry RPC after error@1297846824) -> (continuation of Deferred@687088930 after retry RPC after error@284352343) -> (continuation of Deferred@1953460367 after retry RPC after error@1706321656) -> (continuation of Deferred@1826652761 after retry RPC after error@1785655541) -> (continuation of Deferred@1703550527 after retry RPC after error@600782800)))
11:18:19.199 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1379057255(state=PENDING, result=null, callback=(continuation of Deferred@589876293 after retry RPC after error@615748010) -> (continuation of Deferred@182305938 after retry RPC after error@1297846824) -> (continuation of Deferred@687088930 after retry RPC after error@284352343) -> (continuation of Deferred@1953460367 after retry RPC after error@1706321656) -> (continuation of Deferred@1826652761 after retry RPC after error@1785655541) -> (continuation of Deferred@1703550527 after retry RPC after error@600782800), errback=(continuation of Deferred@589876293 after retry RPC after error@615748010) -> (continuation of Deferred@182305938 after retry RPC after error@1297846824) -> (continuation of Deferred@687088930 after retry RPC after error@284352343) -> (continuation of Deferred@1953460367 after retry RPC after error@1706321656) -> (continuation of Deferred@1826652761 after retry RPC after error@1785655541) -> (continuation of Deferred@1703550527 after retry RPC after error@600782800)))
11:18:19.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:19.220268 30876 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:19.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:19.224670 30876 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:19.226135 30882 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.58.125:45839)
11:18:19.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1761097748(state=PENDING, result=null, callback=(continuation of Deferred@687829370 after retry RPC after error@1302329107) -> (continuation of Deferred@1509846459 after retry RPC after error@1886377480) -> (continuation of Deferred@591924702 after retry RPC after error@291324363) -> (continuation of Deferred@1004824046 after retry RPC after error@892676876) -> (continuation of Deferred@1450243721 after retry RPC after error@769177237) -> (continuation of Deferred@889945557 after retry RPC after error@704269619) -> (continuation of Deferred@2028941883 after retry RPC after error@283860909), errback=(continuation of Deferred@687829370 after retry RPC after error@1302329107) -> (continuation of Deferred@1509846459 after retry RPC after error@1886377480) -> (continuation of Deferred@591924702 after retry RPC after error@291324363) -> (continuation of Deferred@1004824046 after retry RPC after error@892676876) -> (continuation of Deferred@1450243721 after retry RPC after error@769177237) -> (continuation of Deferred@889945557 after retry RPC after error@704269619) -> (continuation of Deferred@2028941883 after retry RPC after error@283860909)))
11:18:19.440 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1761097748(state=PENDING, result=null, callback=(continuation of Deferred@687829370 after retry RPC after error@1302329107) -> (continuation of Deferred@1509846459 after retry RPC after error@1886377480) -> (continuation of Deferred@591924702 after retry RPC after error@291324363) -> (continuation of Deferred@1004824046 after retry RPC after error@892676876) -> (continuation of Deferred@1450243721 after retry RPC after error@769177237) -> (continuation of Deferred@889945557 after retry RPC after error@704269619) -> (continuation of Deferred@2028941883 after retry RPC after error@283860909), errback=(continuation of Deferred@687829370 after retry RPC after error@1302329107) -> (continuation of Deferred@1509846459 after retry RPC after error@1886377480) -> (continuation of Deferred@591924702 after retry RPC after error@291324363) -> (continuation of Deferred@1004824046 after retry RPC after error@892676876) -> (continuation of Deferred@1450243721 after retry RPC after error@769177237) -> (continuation of Deferred@889945557 after retry RPC after error@704269619) -> (continuation of Deferred@2028941883 after retry RPC after error@283860909)))
11:18:19.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.619 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2076568616(state=PENDING, result=null, callback=(continuation of Deferred@287860364 after retry RPC after error@1147185126) -> (continuation of Deferred@784513601 after retry RPC after error@2050144029) -> (continuation of Deferred@687645393 after retry RPC after error@1768062911) -> (continuation of Deferred@1380569184 after retry RPC after error@1026297707) -> (continuation of Deferred@1888213045 after retry RPC after error@175037980) -> (continuation of Deferred@381212129 after retry RPC after error@1261618954) -> (continuation of Deferred@1708586025 after retry RPC after error@431245489), errback=(continuation of Deferred@287860364 after retry RPC after error@1147185126) -> (continuation of Deferred@784513601 after retry RPC after error@2050144029) -> (continuation of Deferred@687645393 after retry RPC after error@1768062911) -> (continuation of Deferred@1380569184 after retry RPC after error@1026297707) -> (continuation of Deferred@1888213045 after retry RPC after error@175037980) -> (continuation of Deferred@381212129 after retry RPC after error@1261618954) -> (continuation of Deferred@1708586025 after retry RPC after error@431245489)))
11:18:19.619 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2076568616(state=PENDING, result=null, callback=(continuation of Deferred@287860364 after retry RPC after error@1147185126) -> (continuation of Deferred@784513601 after retry RPC after error@2050144029) -> (continuation of Deferred@687645393 after retry RPC after error@1768062911) -> (continuation of Deferred@1380569184 after retry RPC after error@1026297707) -> (continuation of Deferred@1888213045 after retry RPC after error@175037980) -> (continuation of Deferred@381212129 after retry RPC after error@1261618954) -> (continuation of Deferred@1708586025 after retry RPC after error@431245489), errback=(continuation of Deferred@287860364 after retry RPC after error@1147185126) -> (continuation of Deferred@784513601 after retry RPC after error@2050144029) -> (continuation of Deferred@687645393 after retry RPC after error@1768062911) -> (continuation of Deferred@1380569184 after retry RPC after error@1026297707) -> (continuation of Deferred@1888213045 after retry RPC after error@175037980) -> (continuation of Deferred@381212129 after retry RPC after error@1261618954) -> (continuation of Deferred@1708586025 after retry RPC after error@431245489)))
11:18:19.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@413604097(state=PENDING, result=null, callback=(continuation of Deferred@318988804 after retry RPC after error@185141598) -> (continuation of Deferred@36270635 after retry RPC after error@585501822) -> (continuation of Deferred@712853860 after retry RPC after error@1778251404) -> (continuation of Deferred@537688498 after retry RPC after error@840635441) -> (continuation of Deferred@1928154495 after retry RPC after error@1956809784) -> (continuation of Deferred@933280503 after retry RPC after error@1576049326), errback=(continuation of Deferred@318988804 after retry RPC after error@185141598) -> (continuation of Deferred@36270635 after retry RPC after error@585501822) -> (continuation of Deferred@712853860 after retry RPC after error@1778251404) -> (continuation of Deferred@537688498 after retry RPC after error@840635441) -> (continuation of Deferred@1928154495 after retry RPC after error@1956809784) -> (continuation of Deferred@933280503 after retry RPC after error@1576049326)))
11:18:19.779 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@413604097(state=PENDING, result=null, callback=(continuation of Deferred@318988804 after retry RPC after error@185141598) -> (continuation of Deferred@36270635 after retry RPC after error@585501822) -> (continuation of Deferred@712853860 after retry RPC after error@1778251404) -> (continuation of Deferred@537688498 after retry RPC after error@840635441) -> (continuation of Deferred@1928154495 after retry RPC after error@1956809784) -> (continuation of Deferred@933280503 after retry RPC after error@1576049326), errback=(continuation of Deferred@318988804 after retry RPC after error@185141598) -> (continuation of Deferred@36270635 after retry RPC after error@585501822) -> (continuation of Deferred@712853860 after retry RPC after error@1778251404) -> (continuation of Deferred@537688498 after retry RPC after error@840635441) -> (continuation of Deferred@1928154495 after retry RPC after error@1956809784) -> (continuation of Deferred@933280503 after retry RPC after error@1576049326)))
11:18:19.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:19.980 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@244444584(state=PENDING, result=null, callback=(continuation of Deferred@149693836 after retry RPC after error@1571050839) -> (continuation of Deferred@2101713612 after retry RPC after error@2084095073) -> (continuation of Deferred@353459759 after retry RPC after error@1784725303) -> (continuation of Deferred@1000528717 after retry RPC after error@25365396) -> (continuation of Deferred@519884205 after retry RPC after error@1896497218) -> (continuation of Deferred@1549768093 after retry RPC after error@1167718953), errback=(continuation of Deferred@149693836 after retry RPC after error@1571050839) -> (continuation of Deferred@2101713612 after retry RPC after error@2084095073) -> (continuation of Deferred@353459759 after retry RPC after error@1784725303) -> (continuation of Deferred@1000528717 after retry RPC after error@25365396) -> (continuation of Deferred@519884205 after retry RPC after error@1896497218) -> (continuation of Deferred@1549768093 after retry RPC after error@1167718953)))
11:18:19.980 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@244444584(state=PENDING, result=null, callback=(continuation of Deferred@149693836 after retry RPC after error@1571050839) -> (continuation of Deferred@2101713612 after retry RPC after error@2084095073) -> (continuation of Deferred@353459759 after retry RPC after error@1784725303) -> (continuation of Deferred@1000528717 after retry RPC after error@25365396) -> (continuation of Deferred@519884205 after retry RPC after error@1896497218) -> (continuation of Deferred@1549768093 after retry RPC after error@1167718953), errback=(continuation of Deferred@149693836 after retry RPC after error@1571050839) -> (continuation of Deferred@2101713612 after retry RPC after error@2084095073) -> (continuation of Deferred@353459759 after retry RPC after error@1784725303) -> (continuation of Deferred@1000528717 after retry RPC after error@25365396) -> (continuation of Deferred@519884205 after retry RPC after error@1896497218) -> (continuation of Deferred@1549768093 after retry RPC after error@1167718953)))
11:18:19.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:19.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:19.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:19.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:19.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1353246534(state=PENDING, result=null, callback=(continuation of Deferred@1685117382 after retry RPC after error@1261331138) -> (continuation of Deferred@327103344 after retry RPC after error@75134094) -> (continuation of Deferred@1713779502 after retry RPC after error@1587967322) -> (continuation of Deferred@883439949 after retry RPC after error@1663165778) -> (continuation of Deferred@885593435 after retry RPC after error@1495841341) -> (continuation of Deferred@742363652 after retry RPC after error@1079572900) -> (continuation of Deferred@1011306297 after retry RPC after error@539161566), errback=(continuation of Deferred@1685117382 after retry RPC after error@1261331138) -> (continuation of Deferred@327103344 after retry RPC after error@75134094) -> (continuation of Deferred@1713779502 after retry RPC after error@1587967322) -> (continuation of Deferred@883439949 after retry RPC after error@1663165778) -> (continuation of Deferred@885593435 after retry RPC after error@1495841341) -> (continuation of Deferred@742363652 after retry RPC after error@1079572900) -> (continuation of Deferred@1011306297 after retry RPC after error@539161566)))
11:18:20.219 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1353246534(state=PENDING, result=null, callback=(continuation of Deferred@1685117382 after retry RPC after error@1261331138) -> (continuation of Deferred@327103344 after retry RPC after error@75134094) -> (continuation of Deferred@1713779502 after retry RPC after error@1587967322) -> (continuation of Deferred@883439949 after retry RPC after error@1663165778) -> (continuation of Deferred@885593435 after retry RPC after error@1495841341) -> (continuation of Deferred@742363652 after retry RPC after error@1079572900) -> (continuation of Deferred@1011306297 after retry RPC after error@539161566), errback=(continuation of Deferred@1685117382 after retry RPC after error@1261331138) -> (continuation of Deferred@327103344 after retry RPC after error@75134094) -> (continuation of Deferred@1713779502 after retry RPC after error@1587967322) -> (continuation of Deferred@883439949 after retry RPC after error@1663165778) -> (continuation of Deferred@885593435 after retry RPC after error@1495841341) -> (continuation of Deferred@742363652 after retry RPC after error@1079572900) -> (continuation of Deferred@1011306297 after retry RPC after error@539161566)))
11:18:20.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.320 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.463 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1766615126(state=PENDING, result=null, callback=(continuation of Deferred@730675797 after retry RPC after error@2076434439) -> (continuation of Deferred@1590683887 after retry RPC after error@1422603704) -> (continuation of Deferred@374797030 after retry RPC after error@1928461299) -> (continuation of Deferred@1398341074 after retry RPC after error@1580430580) -> (continuation of Deferred@2144562198 after retry RPC after error@41959036) -> (continuation of Deferred@371389843 after retry RPC after error@1408477047) -> (continuation of Deferred@925160131 after retry RPC after error@886335877), errback=(continuation of Deferred@730675797 after retry RPC after error@2076434439) -> (continuation of Deferred@1590683887 after retry RPC after error@1422603704) -> (continuation of Deferred@374797030 after retry RPC after error@1928461299) -> (continuation of Deferred@1398341074 after retry RPC after error@1580430580) -> (continuation of Deferred@2144562198 after retry RPC after error@41959036) -> (continuation of Deferred@371389843 after retry RPC after error@1408477047) -> (continuation of Deferred@925160131 after retry RPC after error@886335877)))
11:18:20.463 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1766615126(state=PENDING, result=null, callback=(continuation of Deferred@730675797 after retry RPC after error@2076434439) -> (continuation of Deferred@1590683887 after retry RPC after error@1422603704) -> (continuation of Deferred@374797030 after retry RPC after error@1928461299) -> (continuation of Deferred@1398341074 after retry RPC after error@1580430580) -> (continuation of Deferred@2144562198 after retry RPC after error@41959036) -> (continuation of Deferred@371389843 after retry RPC after error@1408477047) -> (continuation of Deferred@925160131 after retry RPC after error@886335877), errback=(continuation of Deferred@730675797 after retry RPC after error@2076434439) -> (continuation of Deferred@1590683887 after retry RPC after error@1422603704) -> (continuation of Deferred@374797030 after retry RPC after error@1928461299) -> (continuation of Deferred@1398341074 after retry RPC after error@1580430580) -> (continuation of Deferred@2144562198 after retry RPC after error@41959036) -> (continuation of Deferred@371389843 after retry RPC after error@1408477047) -> (continuation of Deferred@925160131 after retry RPC after error@886335877)))
11:18:20.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.659 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@670515611(state=PENDING, result=null, callback=(continuation of Deferred@1279559323 after retry RPC after error@1493714486) -> (continuation of Deferred@842016521 after retry RPC after error@794186573) -> (continuation of Deferred@1204713570 after retry RPC after error@1550626651) -> (continuation of Deferred@1868022704 after retry RPC after error@1913010476) -> (continuation of Deferred@1186939494 after retry RPC after error@2140154781) -> (continuation of Deferred@772484508 after retry RPC after error@1829219880) -> (continuation of Deferred@1360493980 after retry RPC after error@790980832), errback=(continuation of Deferred@1279559323 after retry RPC after error@1493714486) -> (continuation of Deferred@842016521 after retry RPC after error@794186573) -> (continuation of Deferred@1204713570 after retry RPC after error@1550626651) -> (continuation of Deferred@1868022704 after retry RPC after error@1913010476) -> (continuation of Deferred@1186939494 after retry RPC after error@2140154781) -> (continuation of Deferred@772484508 after retry RPC after error@1829219880) -> (continuation of Deferred@1360493980 after retry RPC after error@790980832)))
11:18:20.660 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@670515611(state=PENDING, result=null, callback=(continuation of Deferred@1279559323 after retry RPC after error@1493714486) -> (continuation of Deferred@842016521 after retry RPC after error@794186573) -> (continuation of Deferred@1204713570 after retry RPC after error@1550626651) -> (continuation of Deferred@1868022704 after retry RPC after error@1913010476) -> (continuation of Deferred@1186939494 after retry RPC after error@2140154781) -> (continuation of Deferred@772484508 after retry RPC after error@1829219880) -> (continuation of Deferred@1360493980 after retry RPC after error@790980832), errback=(continuation of Deferred@1279559323 after retry RPC after error@1493714486) -> (continuation of Deferred@842016521 after retry RPC after error@794186573) -> (continuation of Deferred@1204713570 after retry RPC after error@1550626651) -> (continuation of Deferred@1868022704 after retry RPC after error@1913010476) -> (continuation of Deferred@1186939494 after retry RPC after error@2140154781) -> (continuation of Deferred@772484508 after retry RPC after error@1829219880) -> (continuation of Deferred@1360493980 after retry RPC after error@790980832)))
11:18:20.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.859 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1866784404(state=PENDING, result=null, callback=(continuation of Deferred@1858566542 after retry RPC after error@1614969479) -> (continuation of Deferred@847056208 after retry RPC after error@2072298997) -> (continuation of Deferred@777701378 after retry RPC after error@1572800780) -> (continuation of Deferred@124946534 after retry RPC after error@1518620176) -> (continuation of Deferred@585533338 after retry RPC after error@120855971) -> (continuation of Deferred@345412763 after retry RPC after error@1813691607) -> (continuation of Deferred@2060856473 after retry RPC after error@1571352421), errback=(continuation of Deferred@1858566542 after retry RPC after error@1614969479) -> (continuation of Deferred@847056208 after retry RPC after error@2072298997) -> (continuation of Deferred@777701378 after retry RPC after error@1572800780) -> (continuation of Deferred@124946534 after retry RPC after error@1518620176) -> (continuation of Deferred@585533338 after retry RPC after error@120855971) -> (continuation of Deferred@345412763 after retry RPC after error@1813691607) -> (continuation of Deferred@2060856473 after retry RPC after error@1571352421)))
11:18:20.859 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1866784404(state=PENDING, result=null, callback=(continuation of Deferred@1858566542 after retry RPC after error@1614969479) -> (continuation of Deferred@847056208 after retry RPC after error@2072298997) -> (continuation of Deferred@777701378 after retry RPC after error@1572800780) -> (continuation of Deferred@124946534 after retry RPC after error@1518620176) -> (continuation of Deferred@585533338 after retry RPC after error@120855971) -> (continuation of Deferred@345412763 after retry RPC after error@1813691607) -> (continuation of Deferred@2060856473 after retry RPC after error@1571352421), errback=(continuation of Deferred@1858566542 after retry RPC after error@1614969479) -> (continuation of Deferred@847056208 after retry RPC after error@2072298997) -> (continuation of Deferred@777701378 after retry RPC after error@1572800780) -> (continuation of Deferred@124946534 after retry RPC after error@1518620176) -> (continuation of Deferred@585533338 after retry RPC after error@120855971) -> (continuation of Deferred@345412763 after retry RPC after error@1813691607) -> (continuation of Deferred@2060856473 after retry RPC after error@1571352421)))
11:18:20.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:20.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:20.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:20.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:20.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:20.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.136 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1189189117(state=PENDING, result=null, callback=(continuation of Deferred@1449791278 after retry RPC after error@1475816001) -> (continuation of Deferred@18437365 after retry RPC after error@1260218198) -> (continuation of Deferred@1292370532 after retry RPC after error@591629478) -> (continuation of Deferred@1748425415 after retry RPC after error@1219569472) -> (continuation of Deferred@1168574224 after retry RPC after error@2050917822) -> (continuation of Deferred@604014812 after retry RPC after error@1707749435) -> (continuation of Deferred@413676565 after retry RPC after error@372593099), errback=(continuation of Deferred@1449791278 after retry RPC after error@1475816001) -> (continuation of Deferred@18437365 after retry RPC after error@1260218198) -> (continuation of Deferred@1292370532 after retry RPC after error@591629478) -> (continuation of Deferred@1748425415 after retry RPC after error@1219569472) -> (continuation of Deferred@1168574224 after retry RPC after error@2050917822) -> (continuation of Deferred@604014812 after retry RPC after error@1707749435) -> (continuation of Deferred@413676565 after retry RPC after error@372593099)))
11:18:21.137 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:21.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.177 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [144ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1797033228(state=PENDING, result=null, callback=(continuation of Deferred@1137360205 after retry RPC after error@8364279) -> (continuation of Deferred@168603298 after retry RPC after error@91698690) -> (continuation of Deferred@323076916 after retry RPC after error@1858380211) -> (continuation of Deferred@30571383 after retry RPC after error@1034521193) -> (continuation of Deferred@552384139 after retry RPC after error@1810776604) -> (continuation of Deferred@2046137813 after retry RPC after error@142520896) -> (continuation of Deferred@1298339114 after retry RPC after error@1409568824), errback=(continuation of Deferred@1137360205 after retry RPC after error@8364279) -> (continuation of Deferred@168603298 after retry RPC after error@91698690) -> (continuation of Deferred@323076916 after retry RPC after error@1858380211) -> (continuation of Deferred@30571383 after retry RPC after error@1034521193) -> (continuation of Deferred@552384139 after retry RPC after error@1810776604) -> (continuation of Deferred@2046137813 after retry RPC after error@142520896) -> (continuation of Deferred@1298339114 after retry RPC after error@1409568824)))
11:18:21.359 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [144ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1797033228(state=PENDING, result=null, callback=(continuation of Deferred@1137360205 after retry RPC after error@8364279) -> (continuation of Deferred@168603298 after retry RPC after error@91698690) -> (continuation of Deferred@323076916 after retry RPC after error@1858380211) -> (continuation of Deferred@30571383 after retry RPC after error@1034521193) -> (continuation of Deferred@552384139 after retry RPC after error@1810776604) -> (continuation of Deferred@2046137813 after retry RPC after error@142520896) -> (continuation of Deferred@1298339114 after retry RPC after error@1409568824), errback=(continuation of Deferred@1137360205 after retry RPC after error@8364279) -> (continuation of Deferred@168603298 after retry RPC after error@91698690) -> (continuation of Deferred@323076916 after retry RPC after error@1858380211) -> (continuation of Deferred@30571383 after retry RPC after error@1034521193) -> (continuation of Deferred@552384139 after retry RPC after error@1810776604) -> (continuation of Deferred@2046137813 after retry RPC after error@142520896) -> (continuation of Deferred@1298339114 after retry RPC after error@1409568824)))
11:18:21.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:21.447366 31542 master_runner.cc:186] Error getting master registration for 127.29.58.126:44775: Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111),
11:18:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:21.447556 31542 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:18:21.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.537 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.537 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.597 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.599 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1713997063(state=PENDING, result=null, callback=(continuation of Deferred@1999817224 after retry RPC after error@477991538) -> (continuation of Deferred@493486437 after retry RPC after error@927055474) -> (continuation of Deferred@1447186456 after retry RPC after error@643610272) -> (continuation of Deferred@1802562087 after retry RPC after error@1375234837) -> (continuation of Deferred@360588194 after retry RPC after error@1456762395) -> (continuation of Deferred@983140148 after retry RPC after error@673969073) -> (continuation of Deferred@1277998629 after retry RPC after error@972930317), errback=(continuation of Deferred@1999817224 after retry RPC after error@477991538) -> (continuation of Deferred@493486437 after retry RPC after error@927055474) -> (continuation of Deferred@1447186456 after retry RPC after error@643610272) -> (continuation of Deferred@1802562087 after retry RPC after error@1375234837) -> (continuation of Deferred@360588194 after retry RPC after error@1456762395) -> (continuation of Deferred@983140148 after retry RPC after error@673969073) -> (continuation of Deferred@1277998629 after retry RPC after error@972930317)))
11:18:21.600 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1713997063(state=PENDING, result=null, callback=(continuation of Deferred@1999817224 after retry RPC after error@477991538) -> (continuation of Deferred@493486437 after retry RPC after error@927055474) -> (continuation of Deferred@1447186456 after retry RPC after error@643610272) -> (continuation of Deferred@1802562087 after retry RPC after error@1375234837) -> (continuation of Deferred@360588194 after retry RPC after error@1456762395) -> (continuation of Deferred@983140148 after retry RPC after error@673969073) -> (continuation of Deferred@1277998629 after retry RPC after error@972930317), errback=(continuation of Deferred@1999817224 after retry RPC after error@477991538) -> (continuation of Deferred@493486437 after retry RPC after error@927055474) -> (continuation of Deferred@1447186456 after retry RPC after error@643610272) -> (continuation of Deferred@1802562087 after retry RPC after error@1375234837) -> (continuation of Deferred@360588194 after retry RPC after error@1456762395) -> (continuation of Deferred@983140148 after retry RPC after error@673969073) -> (continuation of Deferred@1277998629 after retry RPC after error@972930317)))
11:18:21.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.838 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@631874006(state=PENDING, result=null, callback=(continuation of Deferred@1927993223 after retry RPC after error@604280179) -> (continuation of Deferred@1368753441 after retry RPC after error@962214356) -> (continuation of Deferred@497584023 after retry RPC after error@487011932) -> (continuation of Deferred@1615205456 after retry RPC after error@138024213) -> (continuation of Deferred@1366798266 after retry RPC after error@1969669662) -> (continuation of Deferred@634562678 after retry RPC after error@2098762596) -> (continuation of Deferred@301922562 after retry RPC after error@1382783765), errback=(continuation of Deferred@1927993223 after retry RPC after error@604280179) -> (continuation of Deferred@1368753441 after retry RPC after error@962214356) -> (continuation of Deferred@497584023 after retry RPC after error@487011932) -> (continuation of Deferred@1615205456 after retry RPC after error@138024213) -> (continuation of Deferred@1366798266 after retry RPC after error@1969669662) -> (continuation of Deferred@634562678 after retry RPC after error@2098762596) -> (continuation of Deferred@301922562 after retry RPC after error@1382783765)))
11:18:21.839 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@631874006(state=PENDING, result=null, callback=(continuation of Deferred@1927993223 after retry RPC after error@604280179) -> (continuation of Deferred@1368753441 after retry RPC after error@962214356) -> (continuation of Deferred@497584023 after retry RPC after error@487011932) -> (continuation of Deferred@1615205456 after retry RPC after error@138024213) -> (continuation of Deferred@1366798266 after retry RPC after error@1969669662) -> (continuation of Deferred@634562678 after retry RPC after error@2098762596) -> (continuation of Deferred@301922562 after retry RPC after error@1382783765), errback=(continuation of Deferred@1927993223 after retry RPC after error@604280179) -> (continuation of Deferred@1368753441 after retry RPC after error@962214356) -> (continuation of Deferred@497584023 after retry RPC after error@487011932) -> (continuation of Deferred@1615205456 after retry RPC after error@138024213) -> (continuation of Deferred@1366798266 after retry RPC after error@1969669662) -> (continuation of Deferred@634562678 after retry RPC after error@2098762596) -> (continuation of Deferred@301922562 after retry RPC after error@1382783765)))
11:18:21.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:21.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:21.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:21.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:21.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:21.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.116 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@24320163(state=PENDING, result=null, callback=(continuation of Deferred@2007624594 after retry RPC after error@1593063702) -> (continuation of Deferred@577478374 after retry RPC after error@1002712072) -> (continuation of Deferred@50963865 after retry RPC after error@2093617255) -> (continuation of Deferred@36191670 after retry RPC after error@412542359) -> (continuation of Deferred@1459469937 after retry RPC after error@2048443873) -> (continuation of Deferred@958300825 after retry RPC after error@378237552) -> (continuation of Deferred@767449318 after retry RPC after error@288733053), errback=(continuation of Deferred@2007624594 after retry RPC after error@1593063702) -> (continuation of Deferred@577478374 after retry RPC after error@1002712072) -> (continuation of Deferred@50963865 after retry RPC after error@2093617255) -> (continuation of Deferred@36191670 after retry RPC after error@412542359) -> (continuation of Deferred@1459469937 after retry RPC after error@2048443873) -> (continuation of Deferred@958300825 after retry RPC after error@378237552) -> (continuation of Deferred@767449318 after retry RPC after error@288733053)))
11:18:22.117 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:22.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.377 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.377 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@79088278(state=PENDING, result=null, callback=(continuation of Deferred@1686462167 after retry RPC after error@1036829527) -> (continuation of Deferred@1209915647 after retry RPC after error@2051885328) -> (continuation of Deferred@888193896 after retry RPC after error@1870489818) -> (continuation of Deferred@1224843242 after retry RPC after error@1502890515) -> (continuation of Deferred@1808607690 after retry RPC after error@1869789137) -> (continuation of Deferred@709462810 after retry RPC after error@1366722706) -> (continuation of Deferred@1400338447 after retry RPC after error@692162959), errback=(continuation of Deferred@1686462167 after retry RPC after error@1036829527) -> (continuation of Deferred@1209915647 after retry RPC after error@2051885328) -> (continuation of Deferred@888193896 after retry RPC after error@1870489818) -> (continuation of Deferred@1224843242 after retry RPC after error@1502890515) -> (continuation of Deferred@1808607690 after retry RPC after error@1869789137) -> (continuation of Deferred@709462810 after retry RPC after error@1366722706) -> (continuation of Deferred@1400338447 after retry RPC after error@692162959)))
11:18:22.380 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@79088278(state=PENDING, result=null, callback=(continuation of Deferred@1686462167 after retry RPC after error@1036829527) -> (continuation of Deferred@1209915647 after retry RPC after error@2051885328) -> (continuation of Deferred@888193896 after retry RPC after error@1870489818) -> (continuation of Deferred@1224843242 after retry RPC after error@1502890515) -> (continuation of Deferred@1808607690 after retry RPC after error@1869789137) -> (continuation of Deferred@709462810 after retry RPC after error@1366722706) -> (continuation of Deferred@1400338447 after retry RPC after error@692162959), errback=(continuation of Deferred@1686462167 after retry RPC after error@1036829527) -> (continuation of Deferred@1209915647 after retry RPC after error@2051885328) -> (continuation of Deferred@888193896 after retry RPC after error@1870489818) -> (continuation of Deferred@1224843242 after retry RPC after error@1502890515) -> (continuation of Deferred@1808607690 after retry RPC after error@1869789137) -> (continuation of Deferred@709462810 after retry RPC after error@1366722706) -> (continuation of Deferred@1400338447 after retry RPC after error@692162959)))
11:18:22.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.597 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.599 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1913230003(state=PENDING, result=null, callback=(continuation of Deferred@584064079 after retry RPC after error@1706008887) -> (continuation of Deferred@1857066192 after retry RPC after error@1343360959) -> (continuation of Deferred@1912755094 after retry RPC after error@1782375160) -> (continuation of Deferred@12647803 after retry RPC after error@1081042219) -> (continuation of Deferred@546373715 after retry RPC after error@766975387) -> (continuation of Deferred@714802803 after retry RPC after error@291924022) -> (continuation of Deferred@970809809 after retry RPC after error@747894964), errback=(continuation of Deferred@584064079 after retry RPC after error@1706008887) -> (continuation of Deferred@1857066192 after retry RPC after error@1343360959) -> (continuation of Deferred@1912755094 after retry RPC after error@1782375160) -> (continuation of Deferred@12647803 after retry RPC after error@1081042219) -> (continuation of Deferred@546373715 after retry RPC after error@766975387) -> (continuation of Deferred@714802803 after retry RPC after error@291924022) -> (continuation of Deferred@970809809 after retry RPC after error@747894964)))
11:18:22.599 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1913230003(state=PENDING, result=null, callback=(continuation of Deferred@584064079 after retry RPC after error@1706008887) -> (continuation of Deferred@1857066192 after retry RPC after error@1343360959) -> (continuation of Deferred@1912755094 after retry RPC after error@1782375160) -> (continuation of Deferred@12647803 after retry RPC after error@1081042219) -> (continuation of Deferred@546373715 after retry RPC after error@766975387) -> (continuation of Deferred@714802803 after retry RPC after error@291924022) -> (continuation of Deferred@970809809 after retry RPC after error@747894964), errback=(continuation of Deferred@584064079 after retry RPC after error@1706008887) -> (continuation of Deferred@1857066192 after retry RPC after error@1343360959) -> (continuation of Deferred@1912755094 after retry RPC after error@1782375160) -> (continuation of Deferred@12647803 after retry RPC after error@1081042219) -> (continuation of Deferred@546373715 after retry RPC after error@766975387) -> (continuation of Deferred@714802803 after retry RPC after error@291924022) -> (continuation of Deferred@970809809 after retry RPC after error@747894964)))
11:18:22.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.858 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@61119497(state=PENDING, result=null, callback=(continuation of Deferred@639912499 after retry RPC after error@564462600) -> (continuation of Deferred@1106492697 after retry RPC after error@1712338426) -> (continuation of Deferred@1650564825 after retry RPC after error@1802327001) -> (continuation of Deferred@925507800 after retry RPC after error@1349676066) -> (continuation of Deferred@1049339811 after retry RPC after error@1073334320) -> (continuation of Deferred@1496519671 after retry RPC after error@451114895) -> (continuation of Deferred@2033610191 after retry RPC after error@150962833), errback=(continuation of Deferred@639912499 after retry RPC after error@564462600) -> (continuation of Deferred@1106492697 after retry RPC after error@1712338426) -> (continuation of Deferred@1650564825 after retry RPC after error@1802327001) -> (continuation of Deferred@925507800 after retry RPC after error@1349676066) -> (continuation of Deferred@1049339811 after retry RPC after error@1073334320) -> (continuation of Deferred@1496519671 after retry RPC after error@451114895) -> (continuation of Deferred@2033610191 after retry RPC after error@150962833)))
11:18:22.859 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@61119497(state=PENDING, result=null, callback=(continuation of Deferred@639912499 after retry RPC after error@564462600) -> (continuation of Deferred@1106492697 after retry RPC after error@1712338426) -> (continuation of Deferred@1650564825 after retry RPC after error@1802327001) -> (continuation of Deferred@925507800 after retry RPC after error@1349676066) -> (continuation of Deferred@1049339811 after retry RPC after error@1073334320) -> (continuation of Deferred@1496519671 after retry RPC after error@451114895) -> (continuation of Deferred@2033610191 after retry RPC after error@150962833), errback=(continuation of Deferred@639912499 after retry RPC after error@564462600) -> (continuation of Deferred@1106492697 after retry RPC after error@1712338426) -> (continuation of Deferred@1650564825 after retry RPC after error@1802327001) -> (continuation of Deferred@925507800 after retry RPC after error@1349676066) -> (continuation of Deferred@1049339811 after retry RPC after error@1073334320) -> (continuation of Deferred@1496519671 after retry RPC after error@451114895) -> (continuation of Deferred@2033610191 after retry RPC after error@150962833)))
11:18:22.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:22.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:22.997 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:22.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:22.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:22.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.137 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@508765017(state=PENDING, result=null, callback=(continuation of Deferred@1043238445 after retry RPC after error@1434075381) -> (continuation of Deferred@2102022906 after retry RPC after error@2055536609) -> (continuation of Deferred@806443386 after retry RPC after error@938199653) -> (continuation of Deferred@404325344 after retry RPC after error@1170152693) -> (continuation of Deferred@2145339313 after retry RPC after error@378405581) -> (continuation of Deferred@1121748351 after retry RPC after error@2134466917) -> (continuation of Deferred@2061390844 after retry RPC after error@471907840), errback=(continuation of Deferred@1043238445 after retry RPC after error@1434075381) -> (continuation of Deferred@2102022906 after retry RPC after error@2055536609) -> (continuation of Deferred@806443386 after retry RPC after error@938199653) -> (continuation of Deferred@404325344 after retry RPC after error@1170152693) -> (continuation of Deferred@2145339313 after retry RPC after error@378405581) -> (continuation of Deferred@1121748351 after retry RPC after error@2134466917) -> (continuation of Deferred@2061390844 after retry RPC after error@471907840)))
11:18:23.137 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:23.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.177 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.237 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.237 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.339 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1202228179(state=PENDING, result=null, callback=(continuation of Deferred@1158739178 after retry RPC after error@171967456) -> (continuation of Deferred@943542468 after retry RPC after error@1003004419) -> (continuation of Deferred@2042471988 after retry RPC after error@1936258528) -> (continuation of Deferred@562110521 after retry RPC after error@1604802224) -> (continuation of Deferred@1270863734 after retry RPC after error@2144140308) -> (continuation of Deferred@1474599740 after retry RPC after error@848512422), errback=(continuation of Deferred@1158739178 after retry RPC after error@171967456) -> (continuation of Deferred@943542468 after retry RPC after error@1003004419) -> (continuation of Deferred@2042471988 after retry RPC after error@1936258528) -> (continuation of Deferred@562110521 after retry RPC after error@1604802224) -> (continuation of Deferred@1270863734 after retry RPC after error@2144140308) -> (continuation of Deferred@1474599740 after retry RPC after error@848512422)))
11:18:23.340 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1202228179(state=PENDING, result=null, callback=(continuation of Deferred@1158739178 after retry RPC after error@171967456) -> (continuation of Deferred@943542468 after retry RPC after error@1003004419) -> (continuation of Deferred@2042471988 after retry RPC after error@1936258528) -> (continuation of Deferred@562110521 after retry RPC after error@1604802224) -> (continuation of Deferred@1270863734 after retry RPC after error@2144140308) -> (continuation of Deferred@1474599740 after retry RPC after error@848512422), errback=(continuation of Deferred@1158739178 after retry RPC after error@171967456) -> (continuation of Deferred@943542468 after retry RPC after error@1003004419) -> (continuation of Deferred@2042471988 after retry RPC after error@1936258528) -> (continuation of Deferred@562110521 after retry RPC after error@1604802224) -> (continuation of Deferred@1270863734 after retry RPC after error@2144140308) -> (continuation of Deferred@1474599740 after retry RPC after error@848512422)))
11:18:23.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.559 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1584180180(state=PENDING, result=null, callback=(continuation of Deferred@1897366025 after retry RPC after error@1067819815) -> (continuation of Deferred@1749941542 after retry RPC after error@1405405680) -> (continuation of Deferred@504241739 after retry RPC after error@203438646) -> (continuation of Deferred@193151577 after retry RPC after error@2130547088) -> (continuation of Deferred@275719234 after retry RPC after error@487808499) -> (continuation of Deferred@202593666 after retry RPC after error@519058561) -> (continuation of Deferred@2010406441 after retry RPC after error@1882159589), errback=(continuation of Deferred@1897366025 after retry RPC after error@1067819815) -> (continuation of Deferred@1749941542 after retry RPC after error@1405405680) -> (continuation of Deferred@504241739 after retry RPC after error@203438646) -> (continuation of Deferred@193151577 after retry RPC after error@2130547088) -> (continuation of Deferred@275719234 after retry RPC after error@487808499) -> (continuation of Deferred@202593666 after retry RPC after error@519058561) -> (continuation of Deferred@2010406441 after retry RPC after error@1882159589)))
11:18:23.559 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1584180180(state=PENDING, result=null, callback=(continuation of Deferred@1897366025 after retry RPC after error@1067819815) -> (continuation of Deferred@1749941542 after retry RPC after error@1405405680) -> (continuation of Deferred@504241739 after retry RPC after error@203438646) -> (continuation of Deferred@193151577 after retry RPC after error@2130547088) -> (continuation of Deferred@275719234 after retry RPC after error@487808499) -> (continuation of Deferred@202593666 after retry RPC after error@519058561) -> (continuation of Deferred@2010406441 after retry RPC after error@1882159589), errback=(continuation of Deferred@1897366025 after retry RPC after error@1067819815) -> (continuation of Deferred@1749941542 after retry RPC after error@1405405680) -> (continuation of Deferred@504241739 after retry RPC after error@203438646) -> (continuation of Deferred@193151577 after retry RPC after error@2130547088) -> (continuation of Deferred@275719234 after retry RPC after error@487808499) -> (continuation of Deferred@202593666 after retry RPC after error@519058561) -> (continuation of Deferred@2010406441 after retry RPC after error@1882159589)))
11:18:23.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.597 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.597 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:23.805766 32005 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 30ab790ed654440f8f86831d93a12a60)
11:18:23.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:23.805981 32005 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:23.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:23.806639 32005 leader_election.cc:288] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839)
11:18:23.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:23.807617 31572 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111) [suppressed 3 similar messages]
11:18:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:23.808900 31577 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:23.809077 31572 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775): Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111)
11:18:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:23.809178 31572 leader_election.cc:302] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:23.809398 32005 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:18:23.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.820 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1926635382(state=PENDING, result=null, callback=(continuation of Deferred@210776761 after retry RPC after error@1912249298) -> (continuation of Deferred@1951563237 after retry RPC after error@910025142) -> (continuation of Deferred@993331250 after retry RPC after error@506736781) -> (continuation of Deferred@2045692923 after retry RPC after error@545764641) -> (continuation of Deferred@870337947 after retry RPC after error@208646962) -> (continuation of Deferred@55640151 after retry RPC after error@518165409) -> (continuation of Deferred@803182963 after retry RPC after error@1591232921), errback=(continuation of Deferred@210776761 after retry RPC after error@1912249298) -> (continuation of Deferred@1951563237 after retry RPC after error@910025142) -> (continuation of Deferred@993331250 after retry RPC after error@506736781) -> (continuation of Deferred@2045692923 after retry RPC after error@545764641) -> (continuation of Deferred@870337947 after retry RPC after error@208646962) -> (continuation of Deferred@55640151 after retry RPC after error@518165409) -> (continuation of Deferred@803182963 after retry RPC after error@1591232921)))
11:18:23.820 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1926635382(state=PENDING, result=null, callback=(continuation of Deferred@210776761 after retry RPC after error@1912249298) -> (continuation of Deferred@1951563237 after retry RPC after error@910025142) -> (continuation of Deferred@993331250 after retry RPC after error@506736781) -> (continuation of Deferred@2045692923 after retry RPC after error@545764641) -> (continuation of Deferred@870337947 after retry RPC after error@208646962) -> (continuation of Deferred@55640151 after retry RPC after error@518165409) -> (continuation of Deferred@803182963 after retry RPC after error@1591232921), errback=(continuation of Deferred@210776761 after retry RPC after error@1912249298) -> (continuation of Deferred@1951563237 after retry RPC after error@910025142) -> (continuation of Deferred@993331250 after retry RPC after error@506736781) -> (continuation of Deferred@2045692923 after retry RPC after error@545764641) -> (continuation of Deferred@870337947 after retry RPC after error@208646962) -> (continuation of Deferred@55640151 after retry RPC after error@518165409) -> (continuation of Deferred@803182963 after retry RPC after error@1591232921)))
11:18:23.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.877 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:23.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:23.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:23.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:23.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:23.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@697428044(state=PENDING, result=null, callback=(continuation of Deferred@1547349267 after retry RPC after error@927624392) -> (continuation of Deferred@2111768102 after retry RPC after error@1537888857) -> (continuation of Deferred@1391537674 after retry RPC after error@909718704) -> (continuation of Deferred@861071975 after retry RPC after error@987979470) -> (continuation of Deferred@1631168230 after retry RPC after error@509248197) -> (continuation of Deferred@981418683 after retry RPC after error@441085460) -> (continuation of Deferred@921232685 after retry RPC after error@2095973791), errback=(continuation of Deferred@1547349267 after retry RPC after error@927624392) -> (continuation of Deferred@2111768102 after retry RPC after error@1537888857) -> (continuation of Deferred@1391537674 after retry RPC after error@909718704) -> (continuation of Deferred@861071975 after retry RPC after error@987979470) -> (continuation of Deferred@1631168230 after retry RPC after error@509248197) -> (continuation of Deferred@981418683 after retry RPC after error@441085460) -> (continuation of Deferred@921232685 after retry RPC after error@2095973791)))
11:18:24.040 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@697428044(state=PENDING, result=null, callback=(continuation of Deferred@1547349267 after retry RPC after error@927624392) -> (continuation of Deferred@2111768102 after retry RPC after error@1537888857) -> (continuation of Deferred@1391537674 after retry RPC after error@909718704) -> (continuation of Deferred@861071975 after retry RPC after error@987979470) -> (continuation of Deferred@1631168230 after retry RPC after error@509248197) -> (continuation of Deferred@981418683 after retry RPC after error@441085460) -> (continuation of Deferred@921232685 after retry RPC after error@2095973791), errback=(continuation of Deferred@1547349267 after retry RPC after error@927624392) -> (continuation of Deferred@2111768102 after retry RPC after error@1537888857) -> (continuation of Deferred@1391537674 after retry RPC after error@909718704) -> (continuation of Deferred@861071975 after retry RPC after error@987979470) -> (continuation of Deferred@1631168230 after retry RPC after error@509248197) -> (continuation of Deferred@981418683 after retry RPC after error@441085460) -> (continuation of Deferred@921232685 after retry RPC after error@2095973791)))
11:18:24.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.097 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1947519866(state=PENDING, result=null, callback=(continuation of Deferred@1277751137 after retry RPC after error@927611478) -> (continuation of Deferred@1385595783 after retry RPC after error@773556) -> (continuation of Deferred@198408499 after retry RPC after error@1840085653) -> (continuation of Deferred@188827164 after retry RPC after error@1434012845) -> (continuation of Deferred@1165213136 after retry RPC after error@1124867641) -> (continuation of Deferred@1115472354 after retry RPC after error@1577054500) -> (continuation of Deferred@96094838 after retry RPC after error@644112686), errback=(continuation of Deferred@1277751137 after retry RPC after error@927611478) -> (continuation of Deferred@1385595783 after retry RPC after error@773556) -> (continuation of Deferred@198408499 after retry RPC after error@1840085653) -> (continuation of Deferred@188827164 after retry RPC after error@1434012845) -> (continuation of Deferred@1165213136 after retry RPC after error@1124867641) -> (continuation of Deferred@1115472354 after retry RPC after error@1577054500) -> (continuation of Deferred@96094838 after retry RPC after error@644112686)))
11:18:24.219 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1947519866(state=PENDING, result=null, callback=(continuation of Deferred@1277751137 after retry RPC after error@927611478) -> (continuation of Deferred@1385595783 after retry RPC after error@773556) -> (continuation of Deferred@198408499 after retry RPC after error@1840085653) -> (continuation of Deferred@188827164 after retry RPC after error@1434012845) -> (continuation of Deferred@1165213136 after retry RPC after error@1124867641) -> (continuation of Deferred@1115472354 after retry RPC after error@1577054500) -> (continuation of Deferred@96094838 after retry RPC after error@644112686), errback=(continuation of Deferred@1277751137 after retry RPC after error@927611478) -> (continuation of Deferred@1385595783 after retry RPC after error@773556) -> (continuation of Deferred@198408499 after retry RPC after error@1840085653) -> (continuation of Deferred@188827164 after retry RPC after error@1434012845) -> (continuation of Deferred@1165213136 after retry RPC after error@1124867641) -> (continuation of Deferred@1115472354 after retry RPC after error@1577054500) -> (continuation of Deferred@96094838 after retry RPC after error@644112686)))
11:18:24.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.237 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:24.283486 30876 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:24.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:24.286725 30876 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:24.288261 30882 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.58.125:45839)
11:18:24.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.479 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@588985470(state=PENDING, result=null, callback=(continuation of Deferred@1520305678 after retry RPC after error@1286033797) -> (continuation of Deferred@620699764 after retry RPC after error@1589463121) -> (continuation of Deferred@1958321150 after retry RPC after error@48551829) -> (continuation of Deferred@1598405437 after retry RPC after error@1796120388) -> (continuation of Deferred@1397792688 after retry RPC after error@2007806512) -> (continuation of Deferred@96625579 after retry RPC after error@438905064) -> (continuation of Deferred@1297324290 after retry RPC after error@1610387370), errback=(continuation of Deferred@1520305678 after retry RPC after error@1286033797) -> (continuation of Deferred@620699764 after retry RPC after error@1589463121) -> (continuation of Deferred@1958321150 after retry RPC after error@48551829) -> (continuation of Deferred@1598405437 after retry RPC after error@1796120388) -> (continuation of Deferred@1397792688 after retry RPC after error@2007806512) -> (continuation of Deferred@96625579 after retry RPC after error@438905064) -> (continuation of Deferred@1297324290 after retry RPC after error@1610387370)))
11:18:24.479 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@588985470(state=PENDING, result=null, callback=(continuation of Deferred@1520305678 after retry RPC after error@1286033797) -> (continuation of Deferred@620699764 after retry RPC after error@1589463121) -> (continuation of Deferred@1958321150 after retry RPC after error@48551829) -> (continuation of Deferred@1598405437 after retry RPC after error@1796120388) -> (continuation of Deferred@1397792688 after retry RPC after error@2007806512) -> (continuation of Deferred@96625579 after retry RPC after error@438905064) -> (continuation of Deferred@1297324290 after retry RPC after error@1610387370), errback=(continuation of Deferred@1520305678 after retry RPC after error@1286033797) -> (continuation of Deferred@620699764 after retry RPC after error@1589463121) -> (continuation of Deferred@1958321150 after retry RPC after error@48551829) -> (continuation of Deferred@1598405437 after retry RPC after error@1796120388) -> (continuation of Deferred@1397792688 after retry RPC after error@2007806512) -> (continuation of Deferred@96625579 after retry RPC after error@438905064) -> (continuation of Deferred@1297324290 after retry RPC after error@1610387370)))
11:18:24.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.659 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@918637734(state=PENDING, result=null, callback=(continuation of Deferred@915818114 after retry RPC after error@757269822) -> (continuation of Deferred@235362807 after retry RPC after error@840925421) -> (continuation of Deferred@909730426 after retry RPC after error@59153270) -> (continuation of Deferred@930783760 after retry RPC after error@2032944378) -> (continuation of Deferred@83608343 after retry RPC after error@856798677) -> (continuation of Deferred@1360653189 after retry RPC after error@1250520776), errback=(continuation of Deferred@915818114 after retry RPC after error@757269822) -> (continuation of Deferred@235362807 after retry RPC after error@840925421) -> (continuation of Deferred@909730426 after retry RPC after error@59153270) -> (continuation of Deferred@930783760 after retry RPC after error@2032944378) -> (continuation of Deferred@83608343 after retry RPC after error@856798677) -> (continuation of Deferred@1360653189 after retry RPC after error@1250520776)))
11:18:24.660 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@918637734(state=PENDING, result=null, callback=(continuation of Deferred@915818114 after retry RPC after error@757269822) -> (continuation of Deferred@235362807 after retry RPC after error@840925421) -> (continuation of Deferred@909730426 after retry RPC after error@59153270) -> (continuation of Deferred@930783760 after retry RPC after error@2032944378) -> (continuation of Deferred@83608343 after retry RPC after error@856798677) -> (continuation of Deferred@1360653189 after retry RPC after error@1250520776), errback=(continuation of Deferred@915818114 after retry RPC after error@757269822) -> (continuation of Deferred@235362807 after retry RPC after error@840925421) -> (continuation of Deferred@909730426 after retry RPC after error@59153270) -> (continuation of Deferred@930783760 after retry RPC after error@2032944378) -> (continuation of Deferred@83608343 after retry RPC after error@856798677) -> (continuation of Deferred@1360653189 after retry RPC after error@1250520776)))
11:18:24.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.936 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1539835248(state=PENDING, result=null, callback=(continuation of Deferred@2096357519 after retry RPC after error@1574450750) -> (continuation of Deferred@315327889 after retry RPC after error@162783549) -> (continuation of Deferred@1780981532 after retry RPC after error@1985097120) -> (continuation of Deferred@956029430 after retry RPC after error@777485789) -> (continuation of Deferred@2019477620 after retry RPC after error@520541682) -> (continuation of Deferred@2035583885 after retry RPC after error@1828235503) -> (continuation of Deferred@1651232876 after retry RPC after error@1273700502), errback=(continuation of Deferred@2096357519 after retry RPC after error@1574450750) -> (continuation of Deferred@315327889 after retry RPC after error@162783549) -> (continuation of Deferred@1780981532 after retry RPC after error@1985097120) -> (continuation of Deferred@956029430 after retry RPC after error@777485789) -> (continuation of Deferred@2019477620 after retry RPC after error@520541682) -> (continuation of Deferred@2035583885 after retry RPC after error@1828235503) -> (continuation of Deferred@1651232876 after retry RPC after error@1273700502)))
11:18:24.937 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:24.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:24.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:24.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:24.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:24.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:24.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@630187169(state=PENDING, result=null, callback=(continuation of Deferred@1251247526 after retry RPC after error@1256476844) -> (continuation of Deferred@1671849491 after retry RPC after error@970341418) -> (continuation of Deferred@1468086019 after retry RPC after error@1065909359) -> (continuation of Deferred@1875772275 after retry RPC after error@1735480780) -> (continuation of Deferred@966156046 after retry RPC after error@1157707607) -> (continuation of Deferred@1523278111 after retry RPC after error@930713791) -> (continuation of Deferred@1016907633 after retry RPC after error@1894511674), errback=(continuation of Deferred@1251247526 after retry RPC after error@1256476844) -> (continuation of Deferred@1671849491 after retry RPC after error@970341418) -> (continuation of Deferred@1468086019 after retry RPC after error@1065909359) -> (continuation of Deferred@1875772275 after retry RPC after error@1735480780) -> (continuation of Deferred@966156046 after retry RPC after error@1157707607) -> (continuation of Deferred@1523278111 after retry RPC after error@930713791) -> (continuation of Deferred@1016907633 after retry RPC after error@1894511674)))
11:18:25.120 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@630187169(state=PENDING, result=null, callback=(continuation of Deferred@1251247526 after retry RPC after error@1256476844) -> (continuation of Deferred@1671849491 after retry RPC after error@970341418) -> (continuation of Deferred@1468086019 after retry RPC after error@1065909359) -> (continuation of Deferred@1875772275 after retry RPC after error@1735480780) -> (continuation of Deferred@966156046 after retry RPC after error@1157707607) -> (continuation of Deferred@1523278111 after retry RPC after error@930713791) -> (continuation of Deferred@1016907633 after retry RPC after error@1894511674), errback=(continuation of Deferred@1251247526 after retry RPC after error@1256476844) -> (continuation of Deferred@1671849491 after retry RPC after error@970341418) -> (continuation of Deferred@1468086019 after retry RPC after error@1065909359) -> (continuation of Deferred@1875772275 after retry RPC after error@1735480780) -> (continuation of Deferred@966156046 after retry RPC after error@1157707607) -> (continuation of Deferred@1523278111 after retry RPC after error@930713791) -> (continuation of Deferred@1016907633 after retry RPC after error@1894511674)))
11:18:25.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.137 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@605712165(state=PENDING, result=null, callback=(continuation of Deferred@532407456 after retry RPC after error@1914519983) -> (continuation of Deferred@2010855885 after retry RPC after error@13570900) -> (continuation of Deferred@1083271433 after retry RPC after error@1486444685) -> (continuation of Deferred@1981941506 after retry RPC after error@235925281) -> (continuation of Deferred@1167922888 after retry RPC after error@1473409990) -> (continuation of Deferred@833516585 after retry RPC after error@1084875738) -> (continuation of Deferred@1831835217 after retry RPC after error@698844273), errback=(continuation of Deferred@532407456 after retry RPC after error@1914519983) -> (continuation of Deferred@2010855885 after retry RPC after error@13570900) -> (continuation of Deferred@1083271433 after retry RPC after error@1486444685) -> (continuation of Deferred@1981941506 after retry RPC after error@235925281) -> (continuation of Deferred@1167922888 after retry RPC after error@1473409990) -> (continuation of Deferred@833516585 after retry RPC after error@1084875738) -> (continuation of Deferred@1831835217 after retry RPC after error@698844273)))
11:18:25.359 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@605712165(state=PENDING, result=null, callback=(continuation of Deferred@532407456 after retry RPC after error@1914519983) -> (continuation of Deferred@2010855885 after retry RPC after error@13570900) -> (continuation of Deferred@1083271433 after retry RPC after error@1486444685) -> (continuation of Deferred@1981941506 after retry RPC after error@235925281) -> (continuation of Deferred@1167922888 after retry RPC after error@1473409990) -> (continuation of Deferred@833516585 after retry RPC after error@1084875738) -> (continuation of Deferred@1831835217 after retry RPC after error@698844273), errback=(continuation of Deferred@532407456 after retry RPC after error@1914519983) -> (continuation of Deferred@2010855885 after retry RPC after error@13570900) -> (continuation of Deferred@1083271433 after retry RPC after error@1486444685) -> (continuation of Deferred@1981941506 after retry RPC after error@235925281) -> (continuation of Deferred@1167922888 after retry RPC after error@1473409990) -> (continuation of Deferred@833516585 after retry RPC after error@1084875738) -> (continuation of Deferred@1831835217 after retry RPC after error@698844273)))
11:18:25.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.599 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@256377208(state=PENDING, result=null, callback=(continuation of Deferred@1853534173 after retry RPC after error@1338388637) -> (continuation of Deferred@1529067034 after retry RPC after error@347029447) -> (continuation of Deferred@789606088 after retry RPC after error@1370288495) -> (continuation of Deferred@393813542 after retry RPC after error@2059753993) -> (continuation of Deferred@1443831223 after retry RPC after error@1621010832) -> (continuation of Deferred@1061749643 after retry RPC after error@1863058297) -> (continuation of Deferred@1094732170 after retry RPC after error@1409788443), errback=(continuation of Deferred@1853534173 after retry RPC after error@1338388637) -> (continuation of Deferred@1529067034 after retry RPC after error@347029447) -> (continuation of Deferred@789606088 after retry RPC after error@1370288495) -> (continuation of Deferred@393813542 after retry RPC after error@2059753993) -> (continuation of Deferred@1443831223 after retry RPC after error@1621010832) -> (continuation of Deferred@1061749643 after retry RPC after error@1863058297) -> (continuation of Deferred@1094732170 after retry RPC after error@1409788443)))
11:18:25.599 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@256377208(state=PENDING, result=null, callback=(continuation of Deferred@1853534173 after retry RPC after error@1338388637) -> (continuation of Deferred@1529067034 after retry RPC after error@347029447) -> (continuation of Deferred@789606088 after retry RPC after error@1370288495) -> (continuation of Deferred@393813542 after retry RPC after error@2059753993) -> (continuation of Deferred@1443831223 after retry RPC after error@1621010832) -> (continuation of Deferred@1061749643 after retry RPC after error@1863058297) -> (continuation of Deferred@1094732170 after retry RPC after error@1409788443), errback=(continuation of Deferred@1853534173 after retry RPC after error@1338388637) -> (continuation of Deferred@1529067034 after retry RPC after error@347029447) -> (continuation of Deferred@789606088 after retry RPC after error@1370288495) -> (continuation of Deferred@393813542 after retry RPC after error@2059753993) -> (continuation of Deferred@1443831223 after retry RPC after error@1621010832) -> (continuation of Deferred@1061749643 after retry RPC after error@1863058297) -> (continuation of Deferred@1094732170 after retry RPC after error@1409788443)))
11:18:25.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.859 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1701321282(state=PENDING, result=null, callback=(continuation of Deferred@1017306991 after retry RPC after error@435430470) -> (continuation of Deferred@893516348 after retry RPC after error@283004124) -> (continuation of Deferred@976072719 after retry RPC after error@37971224) -> (continuation of Deferred@954855286 after retry RPC after error@1521744923) -> (continuation of Deferred@231309962 after retry RPC after error@347819406) -> (continuation of Deferred@1667138096 after retry RPC after error@642316644) -> (continuation of Deferred@1742009077 after retry RPC after error@701306044), errback=(continuation of Deferred@1017306991 after retry RPC after error@435430470) -> (continuation of Deferred@893516348 after retry RPC after error@283004124) -> (continuation of Deferred@976072719 after retry RPC after error@37971224) -> (continuation of Deferred@954855286 after retry RPC after error@1521744923) -> (continuation of Deferred@231309962 after retry RPC after error@347819406) -> (continuation of Deferred@1667138096 after retry RPC after error@642316644) -> (continuation of Deferred@1742009077 after retry RPC after error@701306044)))
11:18:25.859 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1701321282(state=PENDING, result=null, callback=(continuation of Deferred@1017306991 after retry RPC after error@435430470) -> (continuation of Deferred@893516348 after retry RPC after error@283004124) -> (continuation of Deferred@976072719 after retry RPC after error@37971224) -> (continuation of Deferred@954855286 after retry RPC after error@1521744923) -> (continuation of Deferred@231309962 after retry RPC after error@347819406) -> (continuation of Deferred@1667138096 after retry RPC after error@642316644) -> (continuation of Deferred@1742009077 after retry RPC after error@701306044), errback=(continuation of Deferred@1017306991 after retry RPC after error@435430470) -> (continuation of Deferred@893516348 after retry RPC after error@283004124) -> (continuation of Deferred@976072719 after retry RPC after error@37971224) -> (continuation of Deferred@954855286 after retry RPC after error@1521744923) -> (continuation of Deferred@231309962 after retry RPC after error@347819406) -> (continuation of Deferred@1667138096 after retry RPC after error@642316644) -> (continuation of Deferred@1742009077 after retry RPC after error@701306044)))
11:18:25.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.937 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:25.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:25.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:25.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:25.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:25.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.038 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@356921626(state=PENDING, result=null, callback=(continuation of Deferred@1917328285 after retry RPC after error@1991218176) -> (continuation of Deferred@611754202 after retry RPC after error@1870767) -> (continuation of Deferred@842726594 after retry RPC after error@943677713) -> (continuation of Deferred@702441148 after retry RPC after error@1308344795) -> (continuation of Deferred@683862090 after retry RPC after error@1798714282) -> (continuation of Deferred@830948342 after retry RPC after error@576829700), errback=(continuation of Deferred@1917328285 after retry RPC after error@1991218176) -> (continuation of Deferred@611754202 after retry RPC after error@1870767) -> (continuation of Deferred@842726594 after retry RPC after error@943677713) -> (continuation of Deferred@702441148 after retry RPC after error@1308344795) -> (continuation of Deferred@683862090 after retry RPC after error@1798714282) -> (continuation of Deferred@830948342 after retry RPC after error@576829700)))
11:18:26.039 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@356921626(state=PENDING, result=null, callback=(continuation of Deferred@1917328285 after retry RPC after error@1991218176) -> (continuation of Deferred@611754202 after retry RPC after error@1870767) -> (continuation of Deferred@842726594 after retry RPC after error@943677713) -> (continuation of Deferred@702441148 after retry RPC after error@1308344795) -> (continuation of Deferred@683862090 after retry RPC after error@1798714282) -> (continuation of Deferred@830948342 after retry RPC after error@576829700), errback=(continuation of Deferred@1917328285 after retry RPC after error@1991218176) -> (continuation of Deferred@611754202 after retry RPC after error@1870767) -> (continuation of Deferred@842726594 after retry RPC after error@943677713) -> (continuation of Deferred@702441148 after retry RPC after error@1308344795) -> (continuation of Deferred@683862090 after retry RPC after error@1798714282) -> (continuation of Deferred@830948342 after retry RPC after error@576829700)))
11:18:26.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.097 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.137 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.177 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.259 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1867679665(state=PENDING, result=null, callback=(continuation of Deferred@916794850 after retry RPC after error@1649591047) -> (continuation of Deferred@869003795 after retry RPC after error@1222608084) -> (continuation of Deferred@1468688912 after retry RPC after error@590663965) -> (continuation of Deferred@1334047746 after retry RPC after error@2068717570) -> (continuation of Deferred@2140151697 after retry RPC after error@2049545543) -> (continuation of Deferred@710565348 after retry RPC after error@538846877), errback=(continuation of Deferred@916794850 after retry RPC after error@1649591047) -> (continuation of Deferred@869003795 after retry RPC after error@1222608084) -> (continuation of Deferred@1468688912 after retry RPC after error@590663965) -> (continuation of Deferred@1334047746 after retry RPC after error@2068717570) -> (continuation of Deferred@2140151697 after retry RPC after error@2049545543) -> (continuation of Deferred@710565348 after retry RPC after error@538846877)))
11:18:26.259 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1867679665(state=PENDING, result=null, callback=(continuation of Deferred@916794850 after retry RPC after error@1649591047) -> (continuation of Deferred@869003795 after retry RPC after error@1222608084) -> (continuation of Deferred@1468688912 after retry RPC after error@590663965) -> (continuation of Deferred@1334047746 after retry RPC after error@2068717570) -> (continuation of Deferred@2140151697 after retry RPC after error@2049545543) -> (continuation of Deferred@710565348 after retry RPC after error@538846877), errback=(continuation of Deferred@916794850 after retry RPC after error@1649591047) -> (continuation of Deferred@869003795 after retry RPC after error@1222608084) -> (continuation of Deferred@1468688912 after retry RPC after error@590663965) -> (continuation of Deferred@1334047746 after retry RPC after error@2068717570) -> (continuation of Deferred@2140151697 after retry RPC after error@2049545543) -> (continuation of Deferred@710565348 after retry RPC after error@538846877)))
11:18:26.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.377 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:26.449295 31542 master_runner.cc:186] Error getting master registration for 127.29.58.126:44775: Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111),
11:18:26.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:26.449579 31542 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:18:26.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.479 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@558962992(state=PENDING, result=null, callback=(continuation of Deferred@201679633 after retry RPC after error@832070509) -> (continuation of Deferred@1242811780 after retry RPC after error@1663223151) -> (continuation of Deferred@1150824433 after retry RPC after error@921284356) -> (continuation of Deferred@1648503728 after retry RPC after error@398365482) -> (continuation of Deferred@316457355 after retry RPC after error@1773591899) -> (continuation of Deferred@450524278 after retry RPC after error@2040431556) -> (continuation of Deferred@230348261 after retry RPC after error@1387891980), errback=(continuation of Deferred@201679633 after retry RPC after error@832070509) -> (continuation of Deferred@1242811780 after retry RPC after error@1663223151) -> (continuation of Deferred@1150824433 after retry RPC after error@921284356) -> (continuation of Deferred@1648503728 after retry RPC after error@398365482) -> (continuation of Deferred@316457355 after retry RPC after error@1773591899) -> (continuation of Deferred@450524278 after retry RPC after error@2040431556) -> (continuation of Deferred@230348261 after retry RPC after error@1387891980)))
11:18:26.480 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@558962992(state=PENDING, result=null, callback=(continuation of Deferred@201679633 after retry RPC after error@832070509) -> (continuation of Deferred@1242811780 after retry RPC after error@1663223151) -> (continuation of Deferred@1150824433 after retry RPC after error@921284356) -> (continuation of Deferred@1648503728 after retry RPC after error@398365482) -> (continuation of Deferred@316457355 after retry RPC after error@1773591899) -> (continuation of Deferred@450524278 after retry RPC after error@2040431556) -> (continuation of Deferred@230348261 after retry RPC after error@1387891980), errback=(continuation of Deferred@201679633 after retry RPC after error@832070509) -> (continuation of Deferred@1242811780 after retry RPC after error@1663223151) -> (continuation of Deferred@1150824433 after retry RPC after error@921284356) -> (continuation of Deferred@1648503728 after retry RPC after error@398365482) -> (continuation of Deferred@316457355 after retry RPC after error@1773591899) -> (continuation of Deferred@450524278 after retry RPC after error@2040431556) -> (continuation of Deferred@230348261 after retry RPC after error@1387891980)))
11:18:26.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.597 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1673332107(state=PENDING, result=null, callback=(continuation of Deferred@743492817 after retry RPC after error@718560740) -> (continuation of Deferred@1018455175 after retry RPC after error@934195143) -> (continuation of Deferred@498256807 after retry RPC after error@352427656) -> (continuation of Deferred@168710387 after retry RPC after error@1209796322) -> (continuation of Deferred@1140331445 after retry RPC after error@1511272604) -> (continuation of Deferred@577075941 after retry RPC after error@182866781), errback=(continuation of Deferred@743492817 after retry RPC after error@718560740) -> (continuation of Deferred@1018455175 after retry RPC after error@934195143) -> (continuation of Deferred@498256807 after retry RPC after error@352427656) -> (continuation of Deferred@168710387 after retry RPC after error@1209796322) -> (continuation of Deferred@1140331445 after retry RPC after error@1511272604) -> (continuation of Deferred@577075941 after retry RPC after error@182866781)))
11:18:26.680 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1673332107(state=PENDING, result=null, callback=(continuation of Deferred@743492817 after retry RPC after error@718560740) -> (continuation of Deferred@1018455175 after retry RPC after error@934195143) -> (continuation of Deferred@498256807 after retry RPC after error@352427656) -> (continuation of Deferred@168710387 after retry RPC after error@1209796322) -> (continuation of Deferred@1140331445 after retry RPC after error@1511272604) -> (continuation of Deferred@577075941 after retry RPC after error@182866781), errback=(continuation of Deferred@743492817 after retry RPC after error@718560740) -> (continuation of Deferred@1018455175 after retry RPC after error@934195143) -> (continuation of Deferred@498256807 after retry RPC after error@352427656) -> (continuation of Deferred@168710387 after retry RPC after error@1209796322) -> (continuation of Deferred@1140331445 after retry RPC after error@1511272604) -> (continuation of Deferred@577075941 after retry RPC after error@182866781)))
11:18:26.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.797 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.797 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@488039669(state=PENDING, result=null, callback=(continuation of Deferred@696831006 after retry RPC after error@1039375330) -> (continuation of Deferred@1760590377 after retry RPC after error@1122699918) -> (continuation of Deferred@770496241 after retry RPC after error@207709221) -> (continuation of Deferred@1739290290 after retry RPC after error@2098114483) -> (continuation of Deferred@916370877 after retry RPC after error@836353799) -> (continuation of Deferred@226181480 after retry RPC after error@92279875), errback=(continuation of Deferred@696831006 after retry RPC after error@1039375330) -> (continuation of Deferred@1760590377 after retry RPC after error@1122699918) -> (continuation of Deferred@770496241 after retry RPC after error@207709221) -> (continuation of Deferred@1739290290 after retry RPC after error@2098114483) -> (continuation of Deferred@916370877 after retry RPC after error@836353799) -> (continuation of Deferred@226181480 after retry RPC after error@92279875)))
11:18:26.840 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@488039669(state=PENDING, result=null, callback=(continuation of Deferred@696831006 after retry RPC after error@1039375330) -> (continuation of Deferred@1760590377 after retry RPC after error@1122699918) -> (continuation of Deferred@770496241 after retry RPC after error@207709221) -> (continuation of Deferred@1739290290 after retry RPC after error@2098114483) -> (continuation of Deferred@916370877 after retry RPC after error@836353799) -> (continuation of Deferred@226181480 after retry RPC after error@92279875), errback=(continuation of Deferred@696831006 after retry RPC after error@1039375330) -> (continuation of Deferred@1760590377 after retry RPC after error@1122699918) -> (continuation of Deferred@770496241 after retry RPC after error@207709221) -> (continuation of Deferred@1739290290 after retry RPC after error@2098114483) -> (continuation of Deferred@916370877 after retry RPC after error@836353799) -> (continuation of Deferred@226181480 after retry RPC after error@92279875)))
11:18:26.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.877 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.937 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:26.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:26.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:26.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:26.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:26.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.020 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@518167038(state=PENDING, result=null, callback=(continuation of Deferred@257222351 after retry RPC after error@1539162395) -> (continuation of Deferred@1936848919 after retry RPC after error@2035720942) -> (continuation of Deferred@1369194901 after retry RPC after error@1679615908) -> (continuation of Deferred@416356976 after retry RPC after error@1423739478) -> (continuation of Deferred@1744828849 after retry RPC after error@1683817261) -> (continuation of Deferred@1959761740 after retry RPC after error@1156660665), errback=(continuation of Deferred@257222351 after retry RPC after error@1539162395) -> (continuation of Deferred@1936848919 after retry RPC after error@2035720942) -> (continuation of Deferred@1369194901 after retry RPC after error@1679615908) -> (continuation of Deferred@416356976 after retry RPC after error@1423739478) -> (continuation of Deferred@1744828849 after retry RPC after error@1683817261) -> (continuation of Deferred@1959761740 after retry RPC after error@1156660665)))
11:18:27.020 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@518167038(state=PENDING, result=null, callback=(continuation of Deferred@257222351 after retry RPC after error@1539162395) -> (continuation of Deferred@1936848919 after retry RPC after error@2035720942) -> (continuation of Deferred@1369194901 after retry RPC after error@1679615908) -> (continuation of Deferred@416356976 after retry RPC after error@1423739478) -> (continuation of Deferred@1744828849 after retry RPC after error@1683817261) -> (continuation of Deferred@1959761740 after retry RPC after error@1156660665), errback=(continuation of Deferred@257222351 after retry RPC after error@1539162395) -> (continuation of Deferred@1936848919 after retry RPC after error@2035720942) -> (continuation of Deferred@1369194901 after retry RPC after error@1679615908) -> (continuation of Deferred@416356976 after retry RPC after error@1423739478) -> (continuation of Deferred@1744828849 after retry RPC after error@1683817261) -> (continuation of Deferred@1959761740 after retry RPC after error@1156660665)))
11:18:27.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.037 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.097 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.199 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1101773846(state=PENDING, result=null, callback=(continuation of Deferred@5282798 after retry RPC after error@53619914) -> (continuation of Deferred@1559697250 after retry RPC after error@1084247014) -> (continuation of Deferred@1152071671 after retry RPC after error@1458378708) -> (continuation of Deferred@851793516 after retry RPC after error@1895355561) -> (continuation of Deferred@1844531662 after retry RPC after error@1402775571) -> (continuation of Deferred@1274212922 after retry RPC after error@2107189873) -> (continuation of Deferred@444689197 after retry RPC after error@745247838), errback=(continuation of Deferred@5282798 after retry RPC after error@53619914) -> (continuation of Deferred@1559697250 after retry RPC after error@1084247014) -> (continuation of Deferred@1152071671 after retry RPC after error@1458378708) -> (continuation of Deferred@851793516 after retry RPC after error@1895355561) -> (continuation of Deferred@1844531662 after retry RPC after error@1402775571) -> (continuation of Deferred@1274212922 after retry RPC after error@2107189873) -> (continuation of Deferred@444689197 after retry RPC after error@745247838)))
11:18:27.199 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1101773846(state=PENDING, result=null, callback=(continuation of Deferred@5282798 after retry RPC after error@53619914) -> (continuation of Deferred@1559697250 after retry RPC after error@1084247014) -> (continuation of Deferred@1152071671 after retry RPC after error@1458378708) -> (continuation of Deferred@851793516 after retry RPC after error@1895355561) -> (continuation of Deferred@1844531662 after retry RPC after error@1402775571) -> (continuation of Deferred@1274212922 after retry RPC after error@2107189873) -> (continuation of Deferred@444689197 after retry RPC after error@745247838), errback=(continuation of Deferred@5282798 after retry RPC after error@53619914) -> (continuation of Deferred@1559697250 after retry RPC after error@1084247014) -> (continuation of Deferred@1152071671 after retry RPC after error@1458378708) -> (continuation of Deferred@851793516 after retry RPC after error@1895355561) -> (continuation of Deferred@1844531662 after retry RPC after error@1402775571) -> (continuation of Deferred@1274212922 after retry RPC after error@2107189873) -> (continuation of Deferred@444689197 after retry RPC after error@745247838)))
11:18:27.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.237 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.237 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.378 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@21836095(state=PENDING, result=null, callback=(continuation of Deferred@627726479 after retry RPC after error@638742326) -> (continuation of Deferred@419223832 after retry RPC after error@1892730865) -> (continuation of Deferred@118048580 after retry RPC after error@853013324) -> (continuation of Deferred@1285408791 after retry RPC after error@981758266) -> (continuation of Deferred@2012881481 after retry RPC after error@2059072105) -> (continuation of Deferred@1480937561 after retry RPC after error@1095890890), errback=(continuation of Deferred@627726479 after retry RPC after error@638742326) -> (continuation of Deferred@419223832 after retry RPC after error@1892730865) -> (continuation of Deferred@118048580 after retry RPC after error@853013324) -> (continuation of Deferred@1285408791 after retry RPC after error@981758266) -> (continuation of Deferred@2012881481 after retry RPC after error@2059072105) -> (continuation of Deferred@1480937561 after retry RPC after error@1095890890)))
11:18:27.379 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@21836095(state=PENDING, result=null, callback=(continuation of Deferred@627726479 after retry RPC after error@638742326) -> (continuation of Deferred@419223832 after retry RPC after error@1892730865) -> (continuation of Deferred@118048580 after retry RPC after error@853013324) -> (continuation of Deferred@1285408791 after retry RPC after error@981758266) -> (continuation of Deferred@2012881481 after retry RPC after error@2059072105) -> (continuation of Deferred@1480937561 after retry RPC after error@1095890890), errback=(continuation of Deferred@627726479 after retry RPC after error@638742326) -> (continuation of Deferred@419223832 after retry RPC after error@1892730865) -> (continuation of Deferred@118048580 after retry RPC after error@853013324) -> (continuation of Deferred@1285408791 after retry RPC after error@981758266) -> (continuation of Deferred@2012881481 after retry RPC after error@2059072105) -> (continuation of Deferred@1480937561 after retry RPC after error@1095890890)))
11:18:27.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.420 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2125199352(state=PENDING, result=null, callback=(continuation of Deferred@1926900683 after retry RPC after error@713833943) -> (continuation of Deferred@91724605 after retry RPC after error@608352348) -> (continuation of Deferred@124078956 after retry RPC after error@1288486098) -> (continuation of Deferred@1977313285 after retry RPC after error@1147842234) -> (continuation of Deferred@1777967984 after retry RPC after error@1090169009) -> (continuation of Deferred@1850702827 after retry RPC after error@2143360998) -> (continuation of Deferred@1535625549 after retry RPC after error@1319984556), errback=(continuation of Deferred@1926900683 after retry RPC after error@713833943) -> (continuation of Deferred@91724605 after retry RPC after error@608352348) -> (continuation of Deferred@124078956 after retry RPC after error@1288486098) -> (continuation of Deferred@1977313285 after retry RPC after error@1147842234) -> (continuation of Deferred@1777967984 after retry RPC after error@1090169009) -> (continuation of Deferred@1850702827 after retry RPC after error@2143360998) -> (continuation of Deferred@1535625549 after retry RPC after error@1319984556)))
11:18:27.579 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2125199352(state=PENDING, result=null, callback=(continuation of Deferred@1926900683 after retry RPC after error@713833943) -> (continuation of Deferred@91724605 after retry RPC after error@608352348) -> (continuation of Deferred@124078956 after retry RPC after error@1288486098) -> (continuation of Deferred@1977313285 after retry RPC after error@1147842234) -> (continuation of Deferred@1777967984 after retry RPC after error@1090169009) -> (continuation of Deferred@1850702827 after retry RPC after error@2143360998) -> (continuation of Deferred@1535625549 after retry RPC after error@1319984556), errback=(continuation of Deferred@1926900683 after retry RPC after error@713833943) -> (continuation of Deferred@91724605 after retry RPC after error@608352348) -> (continuation of Deferred@124078956 after retry RPC after error@1288486098) -> (continuation of Deferred@1977313285 after retry RPC after error@1147842234) -> (continuation of Deferred@1777967984 after retry RPC after error@1090169009) -> (continuation of Deferred@1850702827 after retry RPC after error@2143360998) -> (continuation of Deferred@1535625549 after retry RPC after error@1319984556)))
11:18:27.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@375107797(state=PENDING, result=null, callback=(continuation of Deferred@1316388674 after retry RPC after error@1716457784) -> (continuation of Deferred@1487520967 after retry RPC after error@322898463) -> (continuation of Deferred@1859054421 after retry RPC after error@1888940389) -> (continuation of Deferred@1712299084 after retry RPC after error@227220832) -> (continuation of Deferred@335989703 after retry RPC after error@1398541819) -> (continuation of Deferred@1227560480 after retry RPC after error@471757432) -> (continuation of Deferred@1046792911 after retry RPC after error@233061165), errback=(continuation of Deferred@1316388674 after retry RPC after error@1716457784) -> (continuation of Deferred@1487520967 after retry RPC after error@322898463) -> (continuation of Deferred@1859054421 after retry RPC after error@1888940389) -> (continuation of Deferred@1712299084 after retry RPC after error@227220832) -> (continuation of Deferred@335989703 after retry RPC after error@1398541819) -> (continuation of Deferred@1227560480 after retry RPC after error@471757432) -> (continuation of Deferred@1046792911 after retry RPC after error@233061165)))
11:18:27.840 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@375107797(state=PENDING, result=null, callback=(continuation of Deferred@1316388674 after retry RPC after error@1716457784) -> (continuation of Deferred@1487520967 after retry RPC after error@322898463) -> (continuation of Deferred@1859054421 after retry RPC after error@1888940389) -> (continuation of Deferred@1712299084 after retry RPC after error@227220832) -> (continuation of Deferred@335989703 after retry RPC after error@1398541819) -> (continuation of Deferred@1227560480 after retry RPC after error@471757432) -> (continuation of Deferred@1046792911 after retry RPC after error@233061165), errback=(continuation of Deferred@1316388674 after retry RPC after error@1716457784) -> (continuation of Deferred@1487520967 after retry RPC after error@322898463) -> (continuation of Deferred@1859054421 after retry RPC after error@1888940389) -> (continuation of Deferred@1712299084 after retry RPC after error@227220832) -> (continuation of Deferred@335989703 after retry RPC after error@1398541819) -> (continuation of Deferred@1227560480 after retry RPC after error@471757432) -> (continuation of Deferred@1046792911 after retry RPC after error@233061165)))
11:18:27.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.877 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.937 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.937 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:27.978 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:27.979 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:27.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:27.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:27.981 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.079 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [125ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@795613090(state=PENDING, result=null, callback=(continuation of Deferred@263338917 after retry RPC after error@2024875651) -> (continuation of Deferred@160149685 after retry RPC after error@1175807777) -> (continuation of Deferred@1491342165 after retry RPC after error@688960500) -> (continuation of Deferred@2102046843 after retry RPC after error@277605532) -> (continuation of Deferred@1745693539 after retry RPC after error@1152297605) -> (continuation of Deferred@1825510147 after retry RPC after error@594541834) -> (continuation of Deferred@582523959 after retry RPC after error@334753895), errback=(continuation of Deferred@263338917 after retry RPC after error@2024875651) -> (continuation of Deferred@160149685 after retry RPC after error@1175807777) -> (continuation of Deferred@1491342165 after retry RPC after error@688960500) -> (continuation of Deferred@2102046843 after retry RPC after error@277605532) -> (continuation of Deferred@1745693539 after retry RPC after error@1152297605) -> (continuation of Deferred@1825510147 after retry RPC after error@594541834) -> (continuation of Deferred@582523959 after retry RPC after error@334753895)))
11:18:28.079 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [125ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@795613090(state=PENDING, result=null, callback=(continuation of Deferred@263338917 after retry RPC after error@2024875651) -> (continuation of Deferred@160149685 after retry RPC after error@1175807777) -> (continuation of Deferred@1491342165 after retry RPC after error@688960500) -> (continuation of Deferred@2102046843 after retry RPC after error@277605532) -> (continuation of Deferred@1745693539 after retry RPC after error@1152297605) -> (continuation of Deferred@1825510147 after retry RPC after error@594541834) -> (continuation of Deferred@582523959 after retry RPC after error@334753895), errback=(continuation of Deferred@263338917 after retry RPC after error@2024875651) -> (continuation of Deferred@160149685 after retry RPC after error@1175807777) -> (continuation of Deferred@1491342165 after retry RPC after error@688960500) -> (continuation of Deferred@2102046843 after retry RPC after error@277605532) -> (continuation of Deferred@1745693539 after retry RPC after error@1152297605) -> (continuation of Deferred@1825510147 after retry RPC after error@594541834) -> (continuation of Deferred@582523959 after retry RPC after error@334753895)))
11:18:28.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.177 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.177 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.278 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1813011155(state=PENDING, result=null, callback=(continuation of Deferred@965840700 after retry RPC after error@1125034561) -> (continuation of Deferred@24613955 after retry RPC after error@1876922492) -> (continuation of Deferred@1518475988 after retry RPC after error@1818820455) -> (continuation of Deferred@1358998309 after retry RPC after error@1120902409) -> (continuation of Deferred@139557694 after retry RPC after error@602488468) -> (continuation of Deferred@2003103823 after retry RPC after error@1232931967), errback=(continuation of Deferred@965840700 after retry RPC after error@1125034561) -> (continuation of Deferred@24613955 after retry RPC after error@1876922492) -> (continuation of Deferred@1518475988 after retry RPC after error@1818820455) -> (continuation of Deferred@1358998309 after retry RPC after error@1120902409) -> (continuation of Deferred@139557694 after retry RPC after error@602488468) -> (continuation of Deferred@2003103823 after retry RPC after error@1232931967)))
11:18:28.279 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1813011155(state=PENDING, result=null, callback=(continuation of Deferred@965840700 after retry RPC after error@1125034561) -> (continuation of Deferred@24613955 after retry RPC after error@1876922492) -> (continuation of Deferred@1518475988 after retry RPC after error@1818820455) -> (continuation of Deferred@1358998309 after retry RPC after error@1120902409) -> (continuation of Deferred@139557694 after retry RPC after error@602488468) -> (continuation of Deferred@2003103823 after retry RPC after error@1232931967), errback=(continuation of Deferred@965840700 after retry RPC after error@1125034561) -> (continuation of Deferred@24613955 after retry RPC after error@1876922492) -> (continuation of Deferred@1518475988 after retry RPC after error@1818820455) -> (continuation of Deferred@1358998309 after retry RPC after error@1120902409) -> (continuation of Deferred@139557694 after retry RPC after error@602488468) -> (continuation of Deferred@2003103823 after retry RPC after error@1232931967)))
11:18:28.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.499 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@602905742(state=PENDING, result=null, callback=(continuation of Deferred@220304010 after retry RPC after error@1508996112) -> (continuation of Deferred@1401361953 after retry RPC after error@215214899) -> (continuation of Deferred@224890337 after retry RPC after error@1608792489) -> (continuation of Deferred@876157546 after retry RPC after error@664860077) -> (continuation of Deferred@370764861 after retry RPC after error@1749956134) -> (continuation of Deferred@349739791 after retry RPC after error@880085412) -> (continuation of Deferred@1775297427 after retry RPC after error@1882593161), errback=(continuation of Deferred@220304010 after retry RPC after error@1508996112) -> (continuation of Deferred@1401361953 after retry RPC after error@215214899) -> (continuation of Deferred@224890337 after retry RPC after error@1608792489) -> (continuation of Deferred@876157546 after retry RPC after error@664860077) -> (continuation of Deferred@370764861 after retry RPC after error@1749956134) -> (continuation of Deferred@349739791 after retry RPC after error@880085412) -> (continuation of Deferred@1775297427 after retry RPC after error@1882593161)))
11:18:28.499 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@602905742(state=PENDING, result=null, callback=(continuation of Deferred@220304010 after retry RPC after error@1508996112) -> (continuation of Deferred@1401361953 after retry RPC after error@215214899) -> (continuation of Deferred@224890337 after retry RPC after error@1608792489) -> (continuation of Deferred@876157546 after retry RPC after error@664860077) -> (continuation of Deferred@370764861 after retry RPC after error@1749956134) -> (continuation of Deferred@349739791 after retry RPC after error@880085412) -> (continuation of Deferred@1775297427 after retry RPC after error@1882593161), errback=(continuation of Deferred@220304010 after retry RPC after error@1508996112) -> (continuation of Deferred@1401361953 after retry RPC after error@215214899) -> (continuation of Deferred@224890337 after retry RPC after error@1608792489) -> (continuation of Deferred@876157546 after retry RPC after error@664860077) -> (continuation of Deferred@370764861 after retry RPC after error@1749956134) -> (continuation of Deferred@349739791 after retry RPC after error@880085412) -> (continuation of Deferred@1775297427 after retry RPC after error@1882593161)))
11:18:28.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1703516215(state=PENDING, result=null, callback=(continuation of Deferred@1819191092 after retry RPC after error@742663818) -> (continuation of Deferred@90439328 after retry RPC after error@746755611) -> (continuation of Deferred@902615992 after retry RPC after error@942785533) -> (continuation of Deferred@582855845 after retry RPC after error@439866535) -> (continuation of Deferred@1236632906 after retry RPC after error@2133690794) -> (continuation of Deferred@809159278 after retry RPC after error@344764962), errback=(continuation of Deferred@1819191092 after retry RPC after error@742663818) -> (continuation of Deferred@90439328 after retry RPC after error@746755611) -> (continuation of Deferred@902615992 after retry RPC after error@942785533) -> (continuation of Deferred@582855845 after retry RPC after error@439866535) -> (continuation of Deferred@1236632906 after retry RPC after error@2133690794) -> (continuation of Deferred@809159278 after retry RPC after error@344764962)))
11:18:28.700 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1703516215(state=PENDING, result=null, callback=(continuation of Deferred@1819191092 after retry RPC after error@742663818) -> (continuation of Deferred@90439328 after retry RPC after error@746755611) -> (continuation of Deferred@902615992 after retry RPC after error@942785533) -> (continuation of Deferred@582855845 after retry RPC after error@439866535) -> (continuation of Deferred@1236632906 after retry RPC after error@2133690794) -> (continuation of Deferred@809159278 after retry RPC after error@344764962), errback=(continuation of Deferred@1819191092 after retry RPC after error@742663818) -> (continuation of Deferred@90439328 after retry RPC after error@746755611) -> (continuation of Deferred@902615992 after retry RPC after error@942785533) -> (continuation of Deferred@582855845 after retry RPC after error@439866535) -> (continuation of Deferred@1236632906 after retry RPC after error@2133690794) -> (continuation of Deferred@809159278 after retry RPC after error@344764962)))
11:18:28.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2010544022(state=PENDING, result=null, callback=(continuation of Deferred@297467211 after retry RPC after error@745323768) -> (continuation of Deferred@1976703421 after retry RPC after error@830257750) -> (continuation of Deferred@2003458455 after retry RPC after error@1051242750) -> (continuation of Deferred@1532119399 after retry RPC after error@262727249) -> (continuation of Deferred@715890898 after retry RPC after error@1367333433) -> (continuation of Deferred@414169088 after retry RPC after error@1350393642) -> (continuation of Deferred@656922823 after retry RPC after error@136732680), errback=(continuation of Deferred@297467211 after retry RPC after error@745323768) -> (continuation of Deferred@1976703421 after retry RPC after error@830257750) -> (continuation of Deferred@2003458455 after retry RPC after error@1051242750) -> (continuation of Deferred@1532119399 after retry RPC after error@262727249) -> (continuation of Deferred@715890898 after retry RPC after error@1367333433) -> (continuation of Deferred@414169088 after retry RPC after error@1350393642) -> (continuation of Deferred@656922823 after retry RPC after error@136732680)))
11:18:28.959 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2010544022(state=PENDING, result=null, callback=(continuation of Deferred@297467211 after retry RPC after error@745323768) -> (continuation of Deferred@1976703421 after retry RPC after error@830257750) -> (continuation of Deferred@2003458455 after retry RPC after error@1051242750) -> (continuation of Deferred@1532119399 after retry RPC after error@262727249) -> (continuation of Deferred@715890898 after retry RPC after error@1367333433) -> (continuation of Deferred@414169088 after retry RPC after error@1350393642) -> (continuation of Deferred@656922823 after retry RPC after error@136732680), errback=(continuation of Deferred@297467211 after retry RPC after error@745323768) -> (continuation of Deferred@1976703421 after retry RPC after error@830257750) -> (continuation of Deferred@2003458455 after retry RPC after error@1051242750) -> (continuation of Deferred@1532119399 after retry RPC after error@262727249) -> (continuation of Deferred@715890898 after retry RPC after error@1367333433) -> (continuation of Deferred@414169088 after retry RPC after error@1350393642) -> (continuation of Deferred@656922823 after retry RPC after error@136732680)))
11:18:28.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:28.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:28.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:28.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:28.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:28.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@742721642(state=PENDING, result=null, callback=(continuation of Deferred@1378768935 after retry RPC after error@598045882) -> (continuation of Deferred@248719056 after retry RPC after error@181496120) -> (continuation of Deferred@715061029 after retry RPC after error@571889256) -> (continuation of Deferred@904135004 after retry RPC after error@880617073) -> (continuation of Deferred@1770506244 after retry RPC after error@2033350218) -> (continuation of Deferred@1816753873 after retry RPC after error@828017543) -> (continuation of Deferred@1724559936 after retry RPC after error@211814645), errback=(continuation of Deferred@1378768935 after retry RPC after error@598045882) -> (continuation of Deferred@248719056 after retry RPC after error@181496120) -> (continuation of Deferred@715061029 after retry RPC after error@571889256) -> (continuation of Deferred@904135004 after retry RPC after error@880617073) -> (continuation of Deferred@1770506244 after retry RPC after error@2033350218) -> (continuation of Deferred@1816753873 after retry RPC after error@828017543) -> (continuation of Deferred@1724559936 after retry RPC after error@211814645)))
11:18:29.220 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@742721642(state=PENDING, result=null, callback=(continuation of Deferred@1378768935 after retry RPC after error@598045882) -> (continuation of Deferred@248719056 after retry RPC after error@181496120) -> (continuation of Deferred@715061029 after retry RPC after error@571889256) -> (continuation of Deferred@904135004 after retry RPC after error@880617073) -> (continuation of Deferred@1770506244 after retry RPC after error@2033350218) -> (continuation of Deferred@1816753873 after retry RPC after error@828017543) -> (continuation of Deferred@1724559936 after retry RPC after error@211814645), errback=(continuation of Deferred@1378768935 after retry RPC after error@598045882) -> (continuation of Deferred@248719056 after retry RPC after error@181496120) -> (continuation of Deferred@715061029 after retry RPC after error@571889256) -> (continuation of Deferred@904135004 after retry RPC after error@880617073) -> (continuation of Deferred@1770506244 after retry RPC after error@2033350218) -> (continuation of Deferred@1816753873 after retry RPC after error@828017543) -> (continuation of Deferred@1724559936 after retry RPC after error@211814645)))
11:18:29.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:29.365068 30876 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:29.370635 30876 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:29.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:29.372225 30882 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.58.125:45839)
11:18:29.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@961857213(state=PENDING, result=null, callback=(continuation of Deferred@795688035 after retry RPC after error@1480416014) -> (continuation of Deferred@1648303791 after retry RPC after error@2109820283) -> (continuation of Deferred@990505092 after retry RPC after error@165552576) -> (continuation of Deferred@319720498 after retry RPC after error@1691595197) -> (continuation of Deferred@283785323 after retry RPC after error@1757596567) -> (continuation of Deferred@264938913 after retry RPC after error@1986900924) -> (continuation of Deferred@923137146 after retry RPC after error@1231363966), errback=(continuation of Deferred@795688035 after retry RPC after error@1480416014) -> (continuation of Deferred@1648303791 after retry RPC after error@2109820283) -> (continuation of Deferred@990505092 after retry RPC after error@165552576) -> (continuation of Deferred@319720498 after retry RPC after error@1691595197) -> (continuation of Deferred@283785323 after retry RPC after error@1757596567) -> (continuation of Deferred@264938913 after retry RPC after error@1986900924) -> (continuation of Deferred@923137146 after retry RPC after error@1231363966)))
11:18:29.419 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@961857213(state=PENDING, result=null, callback=(continuation of Deferred@795688035 after retry RPC after error@1480416014) -> (continuation of Deferred@1648303791 after retry RPC after error@2109820283) -> (continuation of Deferred@990505092 after retry RPC after error@165552576) -> (continuation of Deferred@319720498 after retry RPC after error@1691595197) -> (continuation of Deferred@283785323 after retry RPC after error@1757596567) -> (continuation of Deferred@264938913 after retry RPC after error@1986900924) -> (continuation of Deferred@923137146 after retry RPC after error@1231363966), errback=(continuation of Deferred@795688035 after retry RPC after error@1480416014) -> (continuation of Deferred@1648303791 after retry RPC after error@2109820283) -> (continuation of Deferred@990505092 after retry RPC after error@165552576) -> (continuation of Deferred@319720498 after retry RPC after error@1691595197) -> (continuation of Deferred@283785323 after retry RPC after error@1757596567) -> (continuation of Deferred@264938913 after retry RPC after error@1986900924) -> (continuation of Deferred@923137146 after retry RPC after error@1231363966)))
11:18:29.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.639 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@214390211(state=PENDING, result=null, callback=(continuation of Deferred@1238523442 after retry RPC after error@365728186) -> (continuation of Deferred@314414537 after retry RPC after error@610448144) -> (continuation of Deferred@2132429408 after retry RPC after error@237655416) -> (continuation of Deferred@1892125353 after retry RPC after error@1099713938) -> (continuation of Deferred@1827165833 after retry RPC after error@817192953) -> (continuation of Deferred@2087389572 after retry RPC after error@1596472134) -> (continuation of Deferred@1910137396 after retry RPC after error@1795862881), errback=(continuation of Deferred@1238523442 after retry RPC after error@365728186) -> (continuation of Deferred@314414537 after retry RPC after error@610448144) -> (continuation of Deferred@2132429408 after retry RPC after error@237655416) -> (continuation of Deferred@1892125353 after retry RPC after error@1099713938) -> (continuation of Deferred@1827165833 after retry RPC after error@817192953) -> (continuation of Deferred@2087389572 after retry RPC after error@1596472134) -> (continuation of Deferred@1910137396 after retry RPC after error@1795862881)))
11:18:29.640 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@214390211(state=PENDING, result=null, callback=(continuation of Deferred@1238523442 after retry RPC after error@365728186) -> (continuation of Deferred@314414537 after retry RPC after error@610448144) -> (continuation of Deferred@2132429408 after retry RPC after error@237655416) -> (continuation of Deferred@1892125353 after retry RPC after error@1099713938) -> (continuation of Deferred@1827165833 after retry RPC after error@817192953) -> (continuation of Deferred@2087389572 after retry RPC after error@1596472134) -> (continuation of Deferred@1910137396 after retry RPC after error@1795862881), errback=(continuation of Deferred@1238523442 after retry RPC after error@365728186) -> (continuation of Deferred@314414537 after retry RPC after error@610448144) -> (continuation of Deferred@2132429408 after retry RPC after error@237655416) -> (continuation of Deferred@1892125353 after retry RPC after error@1099713938) -> (continuation of Deferred@1827165833 after retry RPC after error@817192953) -> (continuation of Deferred@2087389572 after retry RPC after error@1596472134) -> (continuation of Deferred@1910137396 after retry RPC after error@1795862881)))
11:18:29.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.899 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@614697866(state=PENDING, result=null, callback=(continuation of Deferred@1151562295 after retry RPC after error@2024205063) -> (continuation of Deferred@1219925774 after retry RPC after error@1886497353) -> (continuation of Deferred@798772410 after retry RPC after error@1613587613) -> (continuation of Deferred@476021105 after retry RPC after error@1627472721) -> (continuation of Deferred@741681751 after retry RPC after error@657963712) -> (continuation of Deferred@1199829854 after retry RPC after error@754133812) -> (continuation of Deferred@697424751 after retry RPC after error@862618919), errback=(continuation of Deferred@1151562295 after retry RPC after error@2024205063) -> (continuation of Deferred@1219925774 after retry RPC after error@1886497353) -> (continuation of Deferred@798772410 after retry RPC after error@1613587613) -> (continuation of Deferred@476021105 after retry RPC after error@1627472721) -> (continuation of Deferred@741681751 after retry RPC after error@657963712) -> (continuation of Deferred@1199829854 after retry RPC after error@754133812) -> (continuation of Deferred@697424751 after retry RPC after error@862618919)))
11:18:29.899 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@614697866(state=PENDING, result=null, callback=(continuation of Deferred@1151562295 after retry RPC after error@2024205063) -> (continuation of Deferred@1219925774 after retry RPC after error@1886497353) -> (continuation of Deferred@798772410 after retry RPC after error@1613587613) -> (continuation of Deferred@476021105 after retry RPC after error@1627472721) -> (continuation of Deferred@741681751 after retry RPC after error@657963712) -> (continuation of Deferred@1199829854 after retry RPC after error@754133812) -> (continuation of Deferred@697424751 after retry RPC after error@862618919), errback=(continuation of Deferred@1151562295 after retry RPC after error@2024205063) -> (continuation of Deferred@1219925774 after retry RPC after error@1886497353) -> (continuation of Deferred@798772410 after retry RPC after error@1613587613) -> (continuation of Deferred@476021105 after retry RPC after error@1627472721) -> (continuation of Deferred@741681751 after retry RPC after error@657963712) -> (continuation of Deferred@1199829854 after retry RPC after error@754133812) -> (continuation of Deferred@697424751 after retry RPC after error@862618919)))
11:18:29.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:29.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:29.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:29.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:29.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:29.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.099 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@878967141(state=PENDING, result=null, callback=(continuation of Deferred@1104376361 after retry RPC after error@1366091321) -> (continuation of Deferred@1177023121 after retry RPC after error@1839498209) -> (continuation of Deferred@935130694 after retry RPC after error@22512550) -> (continuation of Deferred@2023578215 after retry RPC after error@829388062) -> (continuation of Deferred@1639033779 after retry RPC after error@1556504208) -> (continuation of Deferred@1318746381 after retry RPC after error@77017669) -> (continuation of Deferred@1754791255 after retry RPC after error@113974283), errback=(continuation of Deferred@1104376361 after retry RPC after error@1366091321) -> (continuation of Deferred@1177023121 after retry RPC after error@1839498209) -> (continuation of Deferred@935130694 after retry RPC after error@22512550) -> (continuation of Deferred@2023578215 after retry RPC after error@829388062) -> (continuation of Deferred@1639033779 after retry RPC after error@1556504208) -> (continuation of Deferred@1318746381 after retry RPC after error@77017669) -> (continuation of Deferred@1754791255 after retry RPC after error@113974283)))
11:18:30.099 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@878967141(state=PENDING, result=null, callback=(continuation of Deferred@1104376361 after retry RPC after error@1366091321) -> (continuation of Deferred@1177023121 after retry RPC after error@1839498209) -> (continuation of Deferred@935130694 after retry RPC after error@22512550) -> (continuation of Deferred@2023578215 after retry RPC after error@829388062) -> (continuation of Deferred@1639033779 after retry RPC after error@1556504208) -> (continuation of Deferred@1318746381 after retry RPC after error@77017669) -> (continuation of Deferred@1754791255 after retry RPC after error@113974283), errback=(continuation of Deferred@1104376361 after retry RPC after error@1366091321) -> (continuation of Deferred@1177023121 after retry RPC after error@1839498209) -> (continuation of Deferred@935130694 after retry RPC after error@22512550) -> (continuation of Deferred@2023578215 after retry RPC after error@829388062) -> (continuation of Deferred@1639033779 after retry RPC after error@1556504208) -> (continuation of Deferred@1318746381 after retry RPC after error@77017669) -> (continuation of Deferred@1754791255 after retry RPC after error@113974283)))
11:18:30.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.237 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.320 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1324951246(state=PENDING, result=null, callback=(continuation of Deferred@176002975 after retry RPC after error@1917896869) -> (continuation of Deferred@411036744 after retry RPC after error@523728607) -> (continuation of Deferred@2039532489 after retry RPC after error@233906622) -> (continuation of Deferred@1779139044 after retry RPC after error@1320059892) -> (continuation of Deferred@824166251 after retry RPC after error@904391719) -> (continuation of Deferred@64311262 after retry RPC after error@962518387) -> (continuation of Deferred@1991598508 after retry RPC after error@2084121993), errback=(continuation of Deferred@176002975 after retry RPC after error@1917896869) -> (continuation of Deferred@411036744 after retry RPC after error@523728607) -> (continuation of Deferred@2039532489 after retry RPC after error@233906622) -> (continuation of Deferred@1779139044 after retry RPC after error@1320059892) -> (continuation of Deferred@824166251 after retry RPC after error@904391719) -> (continuation of Deferred@64311262 after retry RPC after error@962518387) -> (continuation of Deferred@1991598508 after retry RPC after error@2084121993)))
11:18:30.320 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1324951246(state=PENDING, result=null, callback=(continuation of Deferred@176002975 after retry RPC after error@1917896869) -> (continuation of Deferred@411036744 after retry RPC after error@523728607) -> (continuation of Deferred@2039532489 after retry RPC after error@233906622) -> (continuation of Deferred@1779139044 after retry RPC after error@1320059892) -> (continuation of Deferred@824166251 after retry RPC after error@904391719) -> (continuation of Deferred@64311262 after retry RPC after error@962518387) -> (continuation of Deferred@1991598508 after retry RPC after error@2084121993), errback=(continuation of Deferred@176002975 after retry RPC after error@1917896869) -> (continuation of Deferred@411036744 after retry RPC after error@523728607) -> (continuation of Deferred@2039532489 after retry RPC after error@233906622) -> (continuation of Deferred@1779139044 after retry RPC after error@1320059892) -> (continuation of Deferred@824166251 after retry RPC after error@904391719) -> (continuation of Deferred@64311262 after retry RPC after error@962518387) -> (continuation of Deferred@1991598508 after retry RPC after error@2084121993)))
11:18:30.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@130660742(state=PENDING, result=null, callback=(continuation of Deferred@395811001 after retry RPC after error@628245156) -> (continuation of Deferred@1540084730 after retry RPC after error@293885068) -> (continuation of Deferred@989680725 after retry RPC after error@221075148) -> (continuation of Deferred@142348432 after retry RPC after error@997135655) -> (continuation of Deferred@1809883619 after retry RPC after error@211550565) -> (continuation of Deferred@1678538998 after retry RPC after error@654937981), errback=(continuation of Deferred@395811001 after retry RPC after error@628245156) -> (continuation of Deferred@1540084730 after retry RPC after error@293885068) -> (continuation of Deferred@989680725 after retry RPC after error@221075148) -> (continuation of Deferred@142348432 after retry RPC after error@997135655) -> (continuation of Deferred@1809883619 after retry RPC after error@211550565) -> (continuation of Deferred@1678538998 after retry RPC after error@654937981)))
11:18:30.519 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@130660742(state=PENDING, result=null, callback=(continuation of Deferred@395811001 after retry RPC after error@628245156) -> (continuation of Deferred@1540084730 after retry RPC after error@293885068) -> (continuation of Deferred@989680725 after retry RPC after error@221075148) -> (continuation of Deferred@142348432 after retry RPC after error@997135655) -> (continuation of Deferred@1809883619 after retry RPC after error@211550565) -> (continuation of Deferred@1678538998 after retry RPC after error@654937981), errback=(continuation of Deferred@395811001 after retry RPC after error@628245156) -> (continuation of Deferred@1540084730 after retry RPC after error@293885068) -> (continuation of Deferred@989680725 after retry RPC after error@221075148) -> (continuation of Deferred@142348432 after retry RPC after error@997135655) -> (continuation of Deferred@1809883619 after retry RPC after error@211550565) -> (continuation of Deferred@1678538998 after retry RPC after error@654937981)))
11:18:30.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.762 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@613684588(state=PENDING, result=null, callback=(continuation of Deferred@126209789 after retry RPC after error@1658526289) -> (continuation of Deferred@229882360 after retry RPC after error@151577175) -> (continuation of Deferred@542324653 after retry RPC after error@442546276) -> (continuation of Deferred@168603305 after retry RPC after error@1146683365) -> (continuation of Deferred@2106545820 after retry RPC after error@1655927505) -> (continuation of Deferred@220586440 after retry RPC after error@243368030) -> (continuation of Deferred@154999972 after retry RPC after error@1893843624), errback=(continuation of Deferred@126209789 after retry RPC after error@1658526289) -> (continuation of Deferred@229882360 after retry RPC after error@151577175) -> (continuation of Deferred@542324653 after retry RPC after error@442546276) -> (continuation of Deferred@168603305 after retry RPC after error@1146683365) -> (continuation of Deferred@2106545820 after retry RPC after error@1655927505) -> (continuation of Deferred@220586440 after retry RPC after error@243368030) -> (continuation of Deferred@154999972 after retry RPC after error@1893843624)))
11:18:30.762 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@613684588(state=PENDING, result=null, callback=(continuation of Deferred@126209789 after retry RPC after error@1658526289) -> (continuation of Deferred@229882360 after retry RPC after error@151577175) -> (continuation of Deferred@542324653 after retry RPC after error@442546276) -> (continuation of Deferred@168603305 after retry RPC after error@1146683365) -> (continuation of Deferred@2106545820 after retry RPC after error@1655927505) -> (continuation of Deferred@220586440 after retry RPC after error@243368030) -> (continuation of Deferred@154999972 after retry RPC after error@1893843624), errback=(continuation of Deferred@126209789 after retry RPC after error@1658526289) -> (continuation of Deferred@229882360 after retry RPC after error@151577175) -> (continuation of Deferred@542324653 after retry RPC after error@442546276) -> (continuation of Deferred@168603305 after retry RPC after error@1146683365) -> (continuation of Deferred@2106545820 after retry RPC after error@1655927505) -> (continuation of Deferred@220586440 after retry RPC after error@243368030) -> (continuation of Deferred@154999972 after retry RPC after error@1893843624)))
11:18:30.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.797 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1350249676(state=PENDING, result=null, callback=(continuation of Deferred@2003697206 after retry RPC after error@1112036098) -> (continuation of Deferred@921581503 after retry RPC after error@1073373410) -> (continuation of Deferred@662615397 after retry RPC after error@665723595) -> (continuation of Deferred@1622850126 after retry RPC after error@212548555) -> (continuation of Deferred@1588355750 after retry RPC after error@138587074) -> (continuation of Deferred@1033832526 after retry RPC after error@1748961621), errback=(continuation of Deferred@2003697206 after retry RPC after error@1112036098) -> (continuation of Deferred@921581503 after retry RPC after error@1073373410) -> (continuation of Deferred@662615397 after retry RPC after error@665723595) -> (continuation of Deferred@1622850126 after retry RPC after error@212548555) -> (continuation of Deferred@1588355750 after retry RPC after error@138587074) -> (continuation of Deferred@1033832526 after retry RPC after error@1748961621)))
11:18:30.960 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1350249676(state=PENDING, result=null, callback=(continuation of Deferred@2003697206 after retry RPC after error@1112036098) -> (continuation of Deferred@921581503 after retry RPC after error@1073373410) -> (continuation of Deferred@662615397 after retry RPC after error@665723595) -> (continuation of Deferred@1622850126 after retry RPC after error@212548555) -> (continuation of Deferred@1588355750 after retry RPC after error@138587074) -> (continuation of Deferred@1033832526 after retry RPC after error@1748961621), errback=(continuation of Deferred@2003697206 after retry RPC after error@1112036098) -> (continuation of Deferred@921581503 after retry RPC after error@1073373410) -> (continuation of Deferred@662615397 after retry RPC after error@665723595) -> (continuation of Deferred@1622850126 after retry RPC after error@212548555) -> (continuation of Deferred@1588355750 after retry RPC after error@138587074) -> (continuation of Deferred@1033832526 after retry RPC after error@1748961621)))
11:18:30.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:30.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:30.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:30.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:30.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:30.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.037 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.037 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.179 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@170435440(state=PENDING, result=null, callback=(continuation of Deferred@1826419665 after retry RPC after error@893658565) -> (continuation of Deferred@1179729979 after retry RPC after error@162351266) -> (continuation of Deferred@40136765 after retry RPC after error@379193273) -> (continuation of Deferred@1518783945 after retry RPC after error@957183587) -> (continuation of Deferred@407440615 after retry RPC after error@1579710360) -> (continuation of Deferred@850137361 after retry RPC after error@1614858057) -> (continuation of Deferred@817811858 after retry RPC after error@758637738), errback=(continuation of Deferred@1826419665 after retry RPC after error@893658565) -> (continuation of Deferred@1179729979 after retry RPC after error@162351266) -> (continuation of Deferred@40136765 after retry RPC after error@379193273) -> (continuation of Deferred@1518783945 after retry RPC after error@957183587) -> (continuation of Deferred@407440615 after retry RPC after error@1579710360) -> (continuation of Deferred@850137361 after retry RPC after error@1614858057) -> (continuation of Deferred@817811858 after retry RPC after error@758637738)))
11:18:31.179 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@170435440(state=PENDING, result=null, callback=(continuation of Deferred@1826419665 after retry RPC after error@893658565) -> (continuation of Deferred@1179729979 after retry RPC after error@162351266) -> (continuation of Deferred@40136765 after retry RPC after error@379193273) -> (continuation of Deferred@1518783945 after retry RPC after error@957183587) -> (continuation of Deferred@407440615 after retry RPC after error@1579710360) -> (continuation of Deferred@850137361 after retry RPC after error@1614858057) -> (continuation of Deferred@817811858 after retry RPC after error@758637738), errback=(continuation of Deferred@1826419665 after retry RPC after error@893658565) -> (continuation of Deferred@1179729979 after retry RPC after error@162351266) -> (continuation of Deferred@40136765 after retry RPC after error@379193273) -> (continuation of Deferred@1518783945 after retry RPC after error@957183587) -> (continuation of Deferred@407440615 after retry RPC after error@1579710360) -> (continuation of Deferred@850137361 after retry RPC after error@1614858057) -> (continuation of Deferred@817811858 after retry RPC after error@758637738)))
11:18:31.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.237 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@454700108(state=PENDING, result=null, callback=(continuation of Deferred@1330050544 after retry RPC after error@2133538298) -> (continuation of Deferred@1426167141 after retry RPC after error@531872709) -> (continuation of Deferred@1738679478 after retry RPC after error@1090541917) -> (continuation of Deferred@410212005 after retry RPC after error@446475261) -> (continuation of Deferred@1827515276 after retry RPC after error@803528189) -> (continuation of Deferred@765489370 after retry RPC after error@1377629648) -> (continuation of Deferred@1403815380 after retry RPC after error@1513009513), errback=(continuation of Deferred@1330050544 after retry RPC after error@2133538298) -> (continuation of Deferred@1426167141 after retry RPC after error@531872709) -> (continuation of Deferred@1738679478 after retry RPC after error@1090541917) -> (continuation of Deferred@410212005 after retry RPC after error@446475261) -> (continuation of Deferred@1827515276 after retry RPC after error@803528189) -> (continuation of Deferred@765489370 after retry RPC after error@1377629648) -> (continuation of Deferred@1403815380 after retry RPC after error@1513009513)))
11:18:31.399 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@454700108(state=PENDING, result=null, callback=(continuation of Deferred@1330050544 after retry RPC after error@2133538298) -> (continuation of Deferred@1426167141 after retry RPC after error@531872709) -> (continuation of Deferred@1738679478 after retry RPC after error@1090541917) -> (continuation of Deferred@410212005 after retry RPC after error@446475261) -> (continuation of Deferred@1827515276 after retry RPC after error@803528189) -> (continuation of Deferred@765489370 after retry RPC after error@1377629648) -> (continuation of Deferred@1403815380 after retry RPC after error@1513009513), errback=(continuation of Deferred@1330050544 after retry RPC after error@2133538298) -> (continuation of Deferred@1426167141 after retry RPC after error@531872709) -> (continuation of Deferred@1738679478 after retry RPC after error@1090541917) -> (continuation of Deferred@410212005 after retry RPC after error@446475261) -> (continuation of Deferred@1827515276 after retry RPC after error@803528189) -> (continuation of Deferred@765489370 after retry RPC after error@1377629648) -> (continuation of Deferred@1403815380 after retry RPC after error@1513009513)))
11:18:31.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:31.451100 31542 master_runner.cc:186] Error getting master registration for 127.29.58.126:44775: Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111),
11:18:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:31.451278 31542 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:18:31.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.537 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.537 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.677 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1587467816(state=PENDING, result=null, callback=(continuation of Deferred@1272608805 after retry RPC after error@392677177) -> (continuation of Deferred@112810185 after retry RPC after error@784265632) -> (continuation of Deferred@910012162 after retry RPC after error@525007091) -> (continuation of Deferred@1400476867 after retry RPC after error@169041149) -> (continuation of Deferred@1368237826 after retry RPC after error@424169632) -> (continuation of Deferred@101191878 after retry RPC after error@376197198) -> (continuation of Deferred@711278646 after retry RPC after error@1903417482), errback=(continuation of Deferred@1272608805 after retry RPC after error@392677177) -> (continuation of Deferred@112810185 after retry RPC after error@784265632) -> (continuation of Deferred@910012162 after retry RPC after error@525007091) -> (continuation of Deferred@1400476867 after retry RPC after error@169041149) -> (continuation of Deferred@1368237826 after retry RPC after error@424169632) -> (continuation of Deferred@101191878 after retry RPC after error@376197198) -> (continuation of Deferred@711278646 after retry RPC after error@1903417482)))
11:18:31.678 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:31.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.919 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2045593602(state=PENDING, result=null, callback=(continuation of Deferred@12701812 after retry RPC after error@613924212) -> (continuation of Deferred@174133589 after retry RPC after error@434107715) -> (continuation of Deferred@387175548 after retry RPC after error@251049975) -> (continuation of Deferred@211809477 after retry RPC after error@1787588088) -> (continuation of Deferred@1672864993 after retry RPC after error@1489485423) -> (continuation of Deferred@722288750 after retry RPC after error@585567066) -> (continuation of Deferred@1849258251 after retry RPC after error@199790181), errback=(continuation of Deferred@12701812 after retry RPC after error@613924212) -> (continuation of Deferred@174133589 after retry RPC after error@434107715) -> (continuation of Deferred@387175548 after retry RPC after error@251049975) -> (continuation of Deferred@211809477 after retry RPC after error@1787588088) -> (continuation of Deferred@1672864993 after retry RPC after error@1489485423) -> (continuation of Deferred@722288750 after retry RPC after error@585567066) -> (continuation of Deferred@1849258251 after retry RPC after error@199790181)))
11:18:31.920 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2045593602(state=PENDING, result=null, callback=(continuation of Deferred@12701812 after retry RPC after error@613924212) -> (continuation of Deferred@174133589 after retry RPC after error@434107715) -> (continuation of Deferred@387175548 after retry RPC after error@251049975) -> (continuation of Deferred@211809477 after retry RPC after error@1787588088) -> (continuation of Deferred@1672864993 after retry RPC after error@1489485423) -> (continuation of Deferred@722288750 after retry RPC after error@585567066) -> (continuation of Deferred@1849258251 after retry RPC after error@199790181), errback=(continuation of Deferred@12701812 after retry RPC after error@613924212) -> (continuation of Deferred@174133589 after retry RPC after error@434107715) -> (continuation of Deferred@387175548 after retry RPC after error@251049975) -> (continuation of Deferred@211809477 after retry RPC after error@1787588088) -> (continuation of Deferred@1672864993 after retry RPC after error@1489485423) -> (continuation of Deferred@722288750 after retry RPC after error@585567066) -> (continuation of Deferred@1849258251 after retry RPC after error@199790181)))
11:18:31.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:31.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:31.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:31.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:31.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:31.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.120 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@322889368(state=PENDING, result=null, callback=(continuation of Deferred@49176423 after retry RPC after error@1841062233) -> (continuation of Deferred@1788828041 after retry RPC after error@250701924) -> (continuation of Deferred@2123631546 after retry RPC after error@1881934744) -> (continuation of Deferred@1617909509 after retry RPC after error@1708699940) -> (continuation of Deferred@995082238 after retry RPC after error@732894148) -> (continuation of Deferred@836943563 after retry RPC after error@294873154) -> (continuation of Deferred@1474659777 after retry RPC after error@75992522), errback=(continuation of Deferred@49176423 after retry RPC after error@1841062233) -> (continuation of Deferred@1788828041 after retry RPC after error@250701924) -> (continuation of Deferred@2123631546 after retry RPC after error@1881934744) -> (continuation of Deferred@1617909509 after retry RPC after error@1708699940) -> (continuation of Deferred@995082238 after retry RPC after error@732894148) -> (continuation of Deferred@836943563 after retry RPC after error@294873154) -> (continuation of Deferred@1474659777 after retry RPC after error@75992522)))
11:18:32.120 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@322889368(state=PENDING, result=null, callback=(continuation of Deferred@49176423 after retry RPC after error@1841062233) -> (continuation of Deferred@1788828041 after retry RPC after error@250701924) -> (continuation of Deferred@2123631546 after retry RPC after error@1881934744) -> (continuation of Deferred@1617909509 after retry RPC after error@1708699940) -> (continuation of Deferred@995082238 after retry RPC after error@732894148) -> (continuation of Deferred@836943563 after retry RPC after error@294873154) -> (continuation of Deferred@1474659777 after retry RPC after error@75992522), errback=(continuation of Deferred@49176423 after retry RPC after error@1841062233) -> (continuation of Deferred@1788828041 after retry RPC after error@250701924) -> (continuation of Deferred@2123631546 after retry RPC after error@1881934744) -> (continuation of Deferred@1617909509 after retry RPC after error@1708699940) -> (continuation of Deferred@995082238 after retry RPC after error@732894148) -> (continuation of Deferred@836943563 after retry RPC after error@294873154) -> (continuation of Deferred@1474659777 after retry RPC after error@75992522)))
11:18:32.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.237 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1421612925(state=PENDING, result=null, callback=(continuation of Deferred@545759001 after retry RPC after error@399484050) -> (continuation of Deferred@1579093271 after retry RPC after error@1781333590) -> (continuation of Deferred@1984944989 after retry RPC after error@474876466) -> (continuation of Deferred@983554841 after retry RPC after error@927747154) -> (continuation of Deferred@1070722261 after retry RPC after error@1394765447) -> (continuation of Deferred@396435689 after retry RPC after error@1121636499) -> (continuation of Deferred@1927097177 after retry RPC after error@843789779), errback=(continuation of Deferred@545759001 after retry RPC after error@399484050) -> (continuation of Deferred@1579093271 after retry RPC after error@1781333590) -> (continuation of Deferred@1984944989 after retry RPC after error@474876466) -> (continuation of Deferred@983554841 after retry RPC after error@927747154) -> (continuation of Deferred@1070722261 after retry RPC after error@1394765447) -> (continuation of Deferred@396435689 after retry RPC after error@1121636499) -> (continuation of Deferred@1927097177 after retry RPC after error@843789779)))
11:18:32.360 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1421612925(state=PENDING, result=null, callback=(continuation of Deferred@545759001 after retry RPC after error@399484050) -> (continuation of Deferred@1579093271 after retry RPC after error@1781333590) -> (continuation of Deferred@1984944989 after retry RPC after error@474876466) -> (continuation of Deferred@983554841 after retry RPC after error@927747154) -> (continuation of Deferred@1070722261 after retry RPC after error@1394765447) -> (continuation of Deferred@396435689 after retry RPC after error@1121636499) -> (continuation of Deferred@1927097177 after retry RPC after error@843789779), errback=(continuation of Deferred@545759001 after retry RPC after error@399484050) -> (continuation of Deferred@1579093271 after retry RPC after error@1781333590) -> (continuation of Deferred@1984944989 after retry RPC after error@474876466) -> (continuation of Deferred@983554841 after retry RPC after error@927747154) -> (continuation of Deferred@1070722261 after retry RPC after error@1394765447) -> (continuation of Deferred@396435689 after retry RPC after error@1121636499) -> (continuation of Deferred@1927097177 after retry RPC after error@843789779)))
11:18:32.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.619 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@9819774(state=PENDING, result=null, callback=(continuation of Deferred@1360668198 after retry RPC after error@1230757520) -> (continuation of Deferred@2035192700 after retry RPC after error@1464245261) -> (continuation of Deferred@1466805205 after retry RPC after error@1079333110) -> (continuation of Deferred@1301147379 after retry RPC after error@776512955) -> (continuation of Deferred@339837092 after retry RPC after error@2130288698) -> (continuation of Deferred@1554068320 after retry RPC after error@925835314) -> (continuation of Deferred@804508371 after retry RPC after error@473456487), errback=(continuation of Deferred@1360668198 after retry RPC after error@1230757520) -> (continuation of Deferred@2035192700 after retry RPC after error@1464245261) -> (continuation of Deferred@1466805205 after retry RPC after error@1079333110) -> (continuation of Deferred@1301147379 after retry RPC after error@776512955) -> (continuation of Deferred@339837092 after retry RPC after error@2130288698) -> (continuation of Deferred@1554068320 after retry RPC after error@925835314) -> (continuation of Deferred@804508371 after retry RPC after error@473456487)))
11:18:32.619 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@9819774(state=PENDING, result=null, callback=(continuation of Deferred@1360668198 after retry RPC after error@1230757520) -> (continuation of Deferred@2035192700 after retry RPC after error@1464245261) -> (continuation of Deferred@1466805205 after retry RPC after error@1079333110) -> (continuation of Deferred@1301147379 after retry RPC after error@776512955) -> (continuation of Deferred@339837092 after retry RPC after error@2130288698) -> (continuation of Deferred@1554068320 after retry RPC after error@925835314) -> (continuation of Deferred@804508371 after retry RPC after error@473456487), errback=(continuation of Deferred@1360668198 after retry RPC after error@1230757520) -> (continuation of Deferred@2035192700 after retry RPC after error@1464245261) -> (continuation of Deferred@1466805205 after retry RPC after error@1079333110) -> (continuation of Deferred@1301147379 after retry RPC after error@776512955) -> (continuation of Deferred@339837092 after retry RPC after error@2130288698) -> (continuation of Deferred@1554068320 after retry RPC after error@925835314) -> (continuation of Deferred@804508371 after retry RPC after error@473456487)))
11:18:32.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.859 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1247718248(state=PENDING, result=null, callback=(continuation of Deferred@237529984 after retry RPC after error@2005056184) -> (continuation of Deferred@1278660174 after retry RPC after error@1938565451) -> (continuation of Deferred@1043671249 after retry RPC after error@1551893205) -> (continuation of Deferred@641655733 after retry RPC after error@879382600) -> (continuation of Deferred@596546996 after retry RPC after error@2143595962) -> (continuation of Deferred@775346876 after retry RPC after error@1211639586) -> (continuation of Deferred@525084836 after retry RPC after error@1161817994), errback=(continuation of Deferred@237529984 after retry RPC after error@2005056184) -> (continuation of Deferred@1278660174 after retry RPC after error@1938565451) -> (continuation of Deferred@1043671249 after retry RPC after error@1551893205) -> (continuation of Deferred@641655733 after retry RPC after error@879382600) -> (continuation of Deferred@596546996 after retry RPC after error@2143595962) -> (continuation of Deferred@775346876 after retry RPC after error@1211639586) -> (continuation of Deferred@525084836 after retry RPC after error@1161817994)))
11:18:32.859 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1247718248(state=PENDING, result=null, callback=(continuation of Deferred@237529984 after retry RPC after error@2005056184) -> (continuation of Deferred@1278660174 after retry RPC after error@1938565451) -> (continuation of Deferred@1043671249 after retry RPC after error@1551893205) -> (continuation of Deferred@641655733 after retry RPC after error@879382600) -> (continuation of Deferred@596546996 after retry RPC after error@2143595962) -> (continuation of Deferred@775346876 after retry RPC after error@1211639586) -> (continuation of Deferred@525084836 after retry RPC after error@1161817994), errback=(continuation of Deferred@237529984 after retry RPC after error@2005056184) -> (continuation of Deferred@1278660174 after retry RPC after error@1938565451) -> (continuation of Deferred@1043671249 after retry RPC after error@1551893205) -> (continuation of Deferred@641655733 after retry RPC after error@879382600) -> (continuation of Deferred@596546996 after retry RPC after error@2143595962) -> (continuation of Deferred@775346876 after retry RPC after error@1211639586) -> (continuation of Deferred@525084836 after retry RPC after error@1161817994)))
11:18:32.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.937 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:32.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:32.997 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:32.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:32.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:32.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@416034814(state=PENDING, result=null, callback=(continuation of Deferred@1008060765 after retry RPC after error@1058440097) -> (continuation of Deferred@1132459129 after retry RPC after error@976588855) -> (continuation of Deferred@679016717 after retry RPC after error@603483176) -> (continuation of Deferred@530090002 after retry RPC after error@154798078) -> (continuation of Deferred@1726297925 after retry RPC after error@110927517) -> (continuation of Deferred@1562336836 after retry RPC after error@71542766), errback=(continuation of Deferred@1008060765 after retry RPC after error@1058440097) -> (continuation of Deferred@1132459129 after retry RPC after error@976588855) -> (continuation of Deferred@679016717 after retry RPC after error@603483176) -> (continuation of Deferred@530090002 after retry RPC after error@154798078) -> (continuation of Deferred@1726297925 after retry RPC after error@110927517) -> (continuation of Deferred@1562336836 after retry RPC after error@71542766)))
11:18:33.039 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@416034814(state=PENDING, result=null, callback=(continuation of Deferred@1008060765 after retry RPC after error@1058440097) -> (continuation of Deferred@1132459129 after retry RPC after error@976588855) -> (continuation of Deferred@679016717 after retry RPC after error@603483176) -> (continuation of Deferred@530090002 after retry RPC after error@154798078) -> (continuation of Deferred@1726297925 after retry RPC after error@110927517) -> (continuation of Deferred@1562336836 after retry RPC after error@71542766), errback=(continuation of Deferred@1008060765 after retry RPC after error@1058440097) -> (continuation of Deferred@1132459129 after retry RPC after error@976588855) -> (continuation of Deferred@679016717 after retry RPC after error@603483176) -> (continuation of Deferred@530090002 after retry RPC after error@154798078) -> (continuation of Deferred@1726297925 after retry RPC after error@110927517) -> (continuation of Deferred@1562336836 after retry RPC after error@71542766)))
11:18:33.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.137 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.279 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@994344163(state=PENDING, result=null, callback=(continuation of Deferred@1770276623 after retry RPC after error@1692298083) -> (continuation of Deferred@608878599 after retry RPC after error@1014039305) -> (continuation of Deferred@2005309367 after retry RPC after error@1620344663) -> (continuation of Deferred@313311674 after retry RPC after error@653386157) -> (continuation of Deferred@1695150571 after retry RPC after error@648299738) -> (continuation of Deferred@1383198885 after retry RPC after error@2065993679) -> (continuation of Deferred@1359527913 after retry RPC after error@1435411334), errback=(continuation of Deferred@1770276623 after retry RPC after error@1692298083) -> (continuation of Deferred@608878599 after retry RPC after error@1014039305) -> (continuation of Deferred@2005309367 after retry RPC after error@1620344663) -> (continuation of Deferred@313311674 after retry RPC after error@653386157) -> (continuation of Deferred@1695150571 after retry RPC after error@648299738) -> (continuation of Deferred@1383198885 after retry RPC after error@2065993679) -> (continuation of Deferred@1359527913 after retry RPC after error@1435411334)))
11:18:33.280 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@994344163(state=PENDING, result=null, callback=(continuation of Deferred@1770276623 after retry RPC after error@1692298083) -> (continuation of Deferred@608878599 after retry RPC after error@1014039305) -> (continuation of Deferred@2005309367 after retry RPC after error@1620344663) -> (continuation of Deferred@313311674 after retry RPC after error@653386157) -> (continuation of Deferred@1695150571 after retry RPC after error@648299738) -> (continuation of Deferred@1383198885 after retry RPC after error@2065993679) -> (continuation of Deferred@1359527913 after retry RPC after error@1435411334), errback=(continuation of Deferred@1770276623 after retry RPC after error@1692298083) -> (continuation of Deferred@608878599 after retry RPC after error@1014039305) -> (continuation of Deferred@2005309367 after retry RPC after error@1620344663) -> (continuation of Deferred@313311674 after retry RPC after error@653386157) -> (continuation of Deferred@1695150571 after retry RPC after error@648299738) -> (continuation of Deferred@1383198885 after retry RPC after error@2065993679) -> (continuation of Deferred@1359527913 after retry RPC after error@1435411334)))
11:18:33.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.478 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@514660634(state=PENDING, result=null, callback=(continuation of Deferred@386595748 after retry RPC after error@1657821307) -> (continuation of Deferred@1701782605 after retry RPC after error@335316019) -> (continuation of Deferred@1399560755 after retry RPC after error@857215909) -> (continuation of Deferred@793314503 after retry RPC after error@1491324929) -> (continuation of Deferred@1473671980 after retry RPC after error@606127944) -> (continuation of Deferred@1135120439 after retry RPC after error@84751259), errback=(continuation of Deferred@386595748 after retry RPC after error@1657821307) -> (continuation of Deferred@1701782605 after retry RPC after error@335316019) -> (continuation of Deferred@1399560755 after retry RPC after error@857215909) -> (continuation of Deferred@793314503 after retry RPC after error@1491324929) -> (continuation of Deferred@1473671980 after retry RPC after error@606127944) -> (continuation of Deferred@1135120439 after retry RPC after error@84751259)))
11:18:33.479 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@514660634(state=PENDING, result=null, callback=(continuation of Deferred@386595748 after retry RPC after error@1657821307) -> (continuation of Deferred@1701782605 after retry RPC after error@335316019) -> (continuation of Deferred@1399560755 after retry RPC after error@857215909) -> (continuation of Deferred@793314503 after retry RPC after error@1491324929) -> (continuation of Deferred@1473671980 after retry RPC after error@606127944) -> (continuation of Deferred@1135120439 after retry RPC after error@84751259), errback=(continuation of Deferred@386595748 after retry RPC after error@1657821307) -> (continuation of Deferred@1701782605 after retry RPC after error@335316019) -> (continuation of Deferred@1399560755 after retry RPC after error@857215909) -> (continuation of Deferred@793314503 after retry RPC after error@1491324929) -> (continuation of Deferred@1473671980 after retry RPC after error@606127944) -> (continuation of Deferred@1135120439 after retry RPC after error@84751259)))
11:18:33.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.537 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.537 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.719 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@753221135(state=PENDING, result=null, callback=(continuation of Deferred@2129236461 after retry RPC after error@1084120390) -> (continuation of Deferred@2053265713 after retry RPC after error@2146567476) -> (continuation of Deferred@1302758878 after retry RPC after error@2145420609) -> (continuation of Deferred@388227165 after retry RPC after error@2023197736) -> (continuation of Deferred@31878801 after retry RPC after error@2060921185) -> (continuation of Deferred@1920868206 after retry RPC after error@919350213) -> (continuation of Deferred@74209643 after retry RPC after error@1202971814), errback=(continuation of Deferred@2129236461 after retry RPC after error@1084120390) -> (continuation of Deferred@2053265713 after retry RPC after error@2146567476) -> (continuation of Deferred@1302758878 after retry RPC after error@2145420609) -> (continuation of Deferred@388227165 after retry RPC after error@2023197736) -> (continuation of Deferred@31878801 after retry RPC after error@2060921185) -> (continuation of Deferred@1920868206 after retry RPC after error@919350213) -> (continuation of Deferred@74209643 after retry RPC after error@1202971814)))
11:18:33.720 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@753221135(state=PENDING, result=null, callback=(continuation of Deferred@2129236461 after retry RPC after error@1084120390) -> (continuation of Deferred@2053265713 after retry RPC after error@2146567476) -> (continuation of Deferred@1302758878 after retry RPC after error@2145420609) -> (continuation of Deferred@388227165 after retry RPC after error@2023197736) -> (continuation of Deferred@31878801 after retry RPC after error@2060921185) -> (continuation of Deferred@1920868206 after retry RPC after error@919350213) -> (continuation of Deferred@74209643 after retry RPC after error@1202971814), errback=(continuation of Deferred@2129236461 after retry RPC after error@1084120390) -> (continuation of Deferred@2053265713 after retry RPC after error@2146567476) -> (continuation of Deferred@1302758878 after retry RPC after error@2145420609) -> (continuation of Deferred@388227165 after retry RPC after error@2023197736) -> (continuation of Deferred@31878801 after retry RPC after error@2060921185) -> (continuation of Deferred@1920868206 after retry RPC after error@919350213) -> (continuation of Deferred@74209643 after retry RPC after error@1202971814)))
11:18:33.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1399468349(state=PENDING, result=null, callback=(continuation of Deferred@1058610141 after retry RPC after error@1825206228) -> (continuation of Deferred@628902992 after retry RPC after error@656237083) -> (continuation of Deferred@1353536214 after retry RPC after error@1864770520) -> (continuation of Deferred@679476384 after retry RPC after error@1690193422) -> (continuation of Deferred@1589611437 after retry RPC after error@14240577) -> (continuation of Deferred@1469332742 after retry RPC after error@1095550916), errback=(continuation of Deferred@1058610141 after retry RPC after error@1825206228) -> (continuation of Deferred@628902992 after retry RPC after error@656237083) -> (continuation of Deferred@1353536214 after retry RPC after error@1864770520) -> (continuation of Deferred@679476384 after retry RPC after error@1690193422) -> (continuation of Deferred@1589611437 after retry RPC after error@14240577) -> (continuation of Deferred@1469332742 after retry RPC after error@1095550916)))
11:18:33.879 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1399468349(state=PENDING, result=null, callback=(continuation of Deferred@1058610141 after retry RPC after error@1825206228) -> (continuation of Deferred@628902992 after retry RPC after error@656237083) -> (continuation of Deferred@1353536214 after retry RPC after error@1864770520) -> (continuation of Deferred@679476384 after retry RPC after error@1690193422) -> (continuation of Deferred@1589611437 after retry RPC after error@14240577) -> (continuation of Deferred@1469332742 after retry RPC after error@1095550916), errback=(continuation of Deferred@1058610141 after retry RPC after error@1825206228) -> (continuation of Deferred@628902992 after retry RPC after error@656237083) -> (continuation of Deferred@1353536214 after retry RPC after error@1864770520) -> (continuation of Deferred@679476384 after retry RPC after error@1690193422) -> (continuation of Deferred@1589611437 after retry RPC after error@14240577) -> (continuation of Deferred@1469332742 after retry RPC after error@1095550916)))
11:18:33.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.937 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:33.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:33.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:33.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:33.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:33.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [224ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1498659508(state=PENDING, result=null, callback=(continuation of Deferred@1964777790 after retry RPC after error@402159938) -> (continuation of Deferred@2017859682 after retry RPC after error@1015323588) -> (continuation of Deferred@679823547 after retry RPC after error@2086864512) -> (continuation of Deferred@875463782 after retry RPC after error@753693596) -> (continuation of Deferred@783164970 after retry RPC after error@1251828345) -> (continuation of Deferred@173064952 after retry RPC after error@1164910781) -> (continuation of Deferred@439337292 after retry RPC after error@998307546), errback=(continuation of Deferred@1964777790 after retry RPC after error@402159938) -> (continuation of Deferred@2017859682 after retry RPC after error@1015323588) -> (continuation of Deferred@679823547 after retry RPC after error@2086864512) -> (continuation of Deferred@875463782 after retry RPC after error@753693596) -> (continuation of Deferred@783164970 after retry RPC after error@1251828345) -> (continuation of Deferred@173064952 after retry RPC after error@1164910781) -> (continuation of Deferred@439337292 after retry RPC after error@998307546)))
11:18:34.120 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [224ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1498659508(state=PENDING, result=null, callback=(continuation of Deferred@1964777790 after retry RPC after error@402159938) -> (continuation of Deferred@2017859682 after retry RPC after error@1015323588) -> (continuation of Deferred@679823547 after retry RPC after error@2086864512) -> (continuation of Deferred@875463782 after retry RPC after error@753693596) -> (continuation of Deferred@783164970 after retry RPC after error@1251828345) -> (continuation of Deferred@173064952 after retry RPC after error@1164910781) -> (continuation of Deferred@439337292 after retry RPC after error@998307546), errback=(continuation of Deferred@1964777790 after retry RPC after error@402159938) -> (continuation of Deferred@2017859682 after retry RPC after error@1015323588) -> (continuation of Deferred@679823547 after retry RPC after error@2086864512) -> (continuation of Deferred@875463782 after retry RPC after error@753693596) -> (continuation of Deferred@783164970 after retry RPC after error@1251828345) -> (continuation of Deferred@173064952 after retry RPC after error@1164910781) -> (continuation of Deferred@439337292 after retry RPC after error@998307546)))
11:18:34.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.137 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@340771096(state=PENDING, result=null, callback=(continuation of Deferred@1185873092 after retry RPC after error@1484580121) -> (continuation of Deferred@1104884946 after retry RPC after error@737569520) -> (continuation of Deferred@445639574 after retry RPC after error@635732467) -> (continuation of Deferred@1031883833 after retry RPC after error@624431251) -> (continuation of Deferred@1074695417 after retry RPC after error@1097102866) -> (continuation of Deferred@1983056515 after retry RPC after error@334114910) -> (continuation of Deferred@666312606 after retry RPC after error@1166092700), errback=(continuation of Deferred@1185873092 after retry RPC after error@1484580121) -> (continuation of Deferred@1104884946 after retry RPC after error@737569520) -> (continuation of Deferred@445639574 after retry RPC after error@635732467) -> (continuation of Deferred@1031883833 after retry RPC after error@624431251) -> (continuation of Deferred@1074695417 after retry RPC after error@1097102866) -> (continuation of Deferred@1983056515 after retry RPC after error@334114910) -> (continuation of Deferred@666312606 after retry RPC after error@1166092700)))
11:18:34.379 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@340771096(state=PENDING, result=null, callback=(continuation of Deferred@1185873092 after retry RPC after error@1484580121) -> (continuation of Deferred@1104884946 after retry RPC after error@737569520) -> (continuation of Deferred@445639574 after retry RPC after error@635732467) -> (continuation of Deferred@1031883833 after retry RPC after error@624431251) -> (continuation of Deferred@1074695417 after retry RPC after error@1097102866) -> (continuation of Deferred@1983056515 after retry RPC after error@334114910) -> (continuation of Deferred@666312606 after retry RPC after error@1166092700), errback=(continuation of Deferred@1185873092 after retry RPC after error@1484580121) -> (continuation of Deferred@1104884946 after retry RPC after error@737569520) -> (continuation of Deferred@445639574 after retry RPC after error@635732467) -> (continuation of Deferred@1031883833 after retry RPC after error@624431251) -> (continuation of Deferred@1074695417 after retry RPC after error@1097102866) -> (continuation of Deferred@1983056515 after retry RPC after error@334114910) -> (continuation of Deferred@666312606 after retry RPC after error@1166092700)))
11:18:34.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:34.467407 30876 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:34.468824 30876 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:34.470463 30882 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.58.125:45839)
11:18:34.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:34.570914 32128 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 30ab790ed654440f8f86831d93a12a60)
11:18:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:34.571111 32128 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:34.571784 32128 leader_election.cc:288] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839)
11:18:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:34.572913 31572 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111) [suppressed 1 similar messages]
11:18:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:34.574380 31577 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:34.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:34.574746 31572 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775): Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111)
11:18:34.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:34.574878 31572 leader_election.cc:302] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:34.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:34.575244 32128 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:18:34.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@998927721(state=PENDING, result=null, callback=(continuation of Deferred@152595274 after retry RPC after error@1479145364) -> (continuation of Deferred@447537993 after retry RPC after error@1923429456) -> (continuation of Deferred@942490485 after retry RPC after error@800036531) -> (continuation of Deferred@1390714532 after retry RPC after error@163063580) -> (continuation of Deferred@1532820405 after retry RPC after error@144045155) -> (continuation of Deferred@2129812075 after retry RPC after error@918164078) -> (continuation of Deferred@168285791 after retry RPC after error@764812688), errback=(continuation of Deferred@152595274 after retry RPC after error@1479145364) -> (continuation of Deferred@447537993 after retry RPC after error@1923429456) -> (continuation of Deferred@942490485 after retry RPC after error@800036531) -> (continuation of Deferred@1390714532 after retry RPC after error@163063580) -> (continuation of Deferred@1532820405 after retry RPC after error@144045155) -> (continuation of Deferred@2129812075 after retry RPC after error@918164078) -> (continuation of Deferred@168285791 after retry RPC after error@764812688)))
11:18:34.579 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@998927721(state=PENDING, result=null, callback=(continuation of Deferred@152595274 after retry RPC after error@1479145364) -> (continuation of Deferred@447537993 after retry RPC after error@1923429456) -> (continuation of Deferred@942490485 after retry RPC after error@800036531) -> (continuation of Deferred@1390714532 after retry RPC after error@163063580) -> (continuation of Deferred@1532820405 after retry RPC after error@144045155) -> (continuation of Deferred@2129812075 after retry RPC after error@918164078) -> (continuation of Deferred@168285791 after retry RPC after error@764812688), errback=(continuation of Deferred@152595274 after retry RPC after error@1479145364) -> (continuation of Deferred@447537993 after retry RPC after error@1923429456) -> (continuation of Deferred@942490485 after retry RPC after error@800036531) -> (continuation of Deferred@1390714532 after retry RPC after error@163063580) -> (continuation of Deferred@1532820405 after retry RPC after error@144045155) -> (continuation of Deferred@2129812075 after retry RPC after error@918164078) -> (continuation of Deferred@168285791 after retry RPC after error@764812688)))
11:18:34.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1445912230(state=PENDING, result=null, callback=(continuation of Deferred@771745764 after retry RPC after error@245733173) -> (continuation of Deferred@552601057 after retry RPC after error@9122999) -> (continuation of Deferred@1377379205 after retry RPC after error@1881610956) -> (continuation of Deferred@1347999268 after retry RPC after error@162496020) -> (continuation of Deferred@313614767 after retry RPC after error@1518925903) -> (continuation of Deferred@1291316428 after retry RPC after error@1046115480) -> (continuation of Deferred@671078117 after retry RPC after error@984094933), errback=(continuation of Deferred@771745764 after retry RPC after error@245733173) -> (continuation of Deferred@552601057 after retry RPC after error@9122999) -> (continuation of Deferred@1377379205 after retry RPC after error@1881610956) -> (continuation of Deferred@1347999268 after retry RPC after error@162496020) -> (continuation of Deferred@313614767 after retry RPC after error@1518925903) -> (continuation of Deferred@1291316428 after retry RPC after error@1046115480) -> (continuation of Deferred@671078117 after retry RPC after error@984094933)))
11:18:34.840 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1445912230(state=PENDING, result=null, callback=(continuation of Deferred@771745764 after retry RPC after error@245733173) -> (continuation of Deferred@552601057 after retry RPC after error@9122999) -> (continuation of Deferred@1377379205 after retry RPC after error@1881610956) -> (continuation of Deferred@1347999268 after retry RPC after error@162496020) -> (continuation of Deferred@313614767 after retry RPC after error@1518925903) -> (continuation of Deferred@1291316428 after retry RPC after error@1046115480) -> (continuation of Deferred@671078117 after retry RPC after error@984094933), errback=(continuation of Deferred@771745764 after retry RPC after error@245733173) -> (continuation of Deferred@552601057 after retry RPC after error@9122999) -> (continuation of Deferred@1377379205 after retry RPC after error@1881610956) -> (continuation of Deferred@1347999268 after retry RPC after error@162496020) -> (continuation of Deferred@313614767 after retry RPC after error@1518925903) -> (continuation of Deferred@1291316428 after retry RPC after error@1046115480) -> (continuation of Deferred@671078117 after retry RPC after error@984094933)))
11:18:34.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:34.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:34.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:34.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:34.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:34.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.117 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1577285967(state=PENDING, result=null, callback=(continuation of Deferred@1559264384 after retry RPC after error@1451059674) -> (continuation of Deferred@1412033881 after retry RPC after error@287649682) -> (continuation of Deferred@1315853642 after retry RPC after error@1944110820) -> (continuation of Deferred@1756933860 after retry RPC after error@1348027870) -> (continuation of Deferred@1814142618 after retry RPC after error@428057116) -> (continuation of Deferred@887218246 after retry RPC after error@780940465) -> (continuation of Deferred@1312406196 after retry RPC after error@1252946477), errback=(continuation of Deferred@1559264384 after retry RPC after error@1451059674) -> (continuation of Deferred@1412033881 after retry RPC after error@287649682) -> (continuation of Deferred@1315853642 after retry RPC after error@1944110820) -> (continuation of Deferred@1756933860 after retry RPC after error@1348027870) -> (continuation of Deferred@1814142618 after retry RPC after error@428057116) -> (continuation of Deferred@887218246 after retry RPC after error@780940465) -> (continuation of Deferred@1312406196 after retry RPC after error@1252946477)))
11:18:35.117 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:35.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.320 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.321 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@464928484(state=PENDING, result=null, callback=(continuation of Deferred@163216139 after retry RPC after error@1129541147) -> (continuation of Deferred@244370850 after retry RPC after error@620462986) -> (continuation of Deferred@2126763581 after retry RPC after error@641227848) -> (continuation of Deferred@785217776 after retry RPC after error@1448233328) -> (continuation of Deferred@918556601 after retry RPC after error@1392434997) -> (continuation of Deferred@397485922 after retry RPC after error@1399649581) -> (continuation of Deferred@1701287230 after retry RPC after error@1103423952), errback=(continuation of Deferred@163216139 after retry RPC after error@1129541147) -> (continuation of Deferred@244370850 after retry RPC after error@620462986) -> (continuation of Deferred@2126763581 after retry RPC after error@641227848) -> (continuation of Deferred@785217776 after retry RPC after error@1448233328) -> (continuation of Deferred@918556601 after retry RPC after error@1392434997) -> (continuation of Deferred@397485922 after retry RPC after error@1399649581) -> (continuation of Deferred@1701287230 after retry RPC after error@1103423952)))
11:18:35.321 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@464928484(state=PENDING, result=null, callback=(continuation of Deferred@163216139 after retry RPC after error@1129541147) -> (continuation of Deferred@244370850 after retry RPC after error@620462986) -> (continuation of Deferred@2126763581 after retry RPC after error@641227848) -> (continuation of Deferred@785217776 after retry RPC after error@1448233328) -> (continuation of Deferred@918556601 after retry RPC after error@1392434997) -> (continuation of Deferred@397485922 after retry RPC after error@1399649581) -> (continuation of Deferred@1701287230 after retry RPC after error@1103423952), errback=(continuation of Deferred@163216139 after retry RPC after error@1129541147) -> (continuation of Deferred@244370850 after retry RPC after error@620462986) -> (continuation of Deferred@2126763581 after retry RPC after error@641227848) -> (continuation of Deferred@785217776 after retry RPC after error@1448233328) -> (continuation of Deferred@918556601 after retry RPC after error@1392434997) -> (continuation of Deferred@397485922 after retry RPC after error@1399649581) -> (continuation of Deferred@1701287230 after retry RPC after error@1103423952)))
11:18:35.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.559 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2073885693(state=PENDING, result=null, callback=(continuation of Deferred@998067743 after retry RPC after error@808655295) -> (continuation of Deferred@1220078955 after retry RPC after error@1416078482) -> (continuation of Deferred@96146871 after retry RPC after error@770513502) -> (continuation of Deferred@573667645 after retry RPC after error@1260063453) -> (continuation of Deferred@374388900 after retry RPC after error@1395290074) -> (continuation of Deferred@2054884371 after retry RPC after error@1772469347) -> (continuation of Deferred@2057550955 after retry RPC after error@2063026266), errback=(continuation of Deferred@998067743 after retry RPC after error@808655295) -> (continuation of Deferred@1220078955 after retry RPC after error@1416078482) -> (continuation of Deferred@96146871 after retry RPC after error@770513502) -> (continuation of Deferred@573667645 after retry RPC after error@1260063453) -> (continuation of Deferred@374388900 after retry RPC after error@1395290074) -> (continuation of Deferred@2054884371 after retry RPC after error@1772469347) -> (continuation of Deferred@2057550955 after retry RPC after error@2063026266)))
11:18:35.559 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2073885693(state=PENDING, result=null, callback=(continuation of Deferred@998067743 after retry RPC after error@808655295) -> (continuation of Deferred@1220078955 after retry RPC after error@1416078482) -> (continuation of Deferred@96146871 after retry RPC after error@770513502) -> (continuation of Deferred@573667645 after retry RPC after error@1260063453) -> (continuation of Deferred@374388900 after retry RPC after error@1395290074) -> (continuation of Deferred@2054884371 after retry RPC after error@1772469347) -> (continuation of Deferred@2057550955 after retry RPC after error@2063026266), errback=(continuation of Deferred@998067743 after retry RPC after error@808655295) -> (continuation of Deferred@1220078955 after retry RPC after error@1416078482) -> (continuation of Deferred@96146871 after retry RPC after error@770513502) -> (continuation of Deferred@573667645 after retry RPC after error@1260063453) -> (continuation of Deferred@374388900 after retry RPC after error@1395290074) -> (continuation of Deferred@2054884371 after retry RPC after error@1772469347) -> (continuation of Deferred@2057550955 after retry RPC after error@2063026266)))
11:18:35.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@816841952(state=PENDING, result=null, callback=(continuation of Deferred@455506795 after retry RPC after error@51986958) -> (continuation of Deferred@446183707 after retry RPC after error@708819372) -> (continuation of Deferred@40530595 after retry RPC after error@1269451218) -> (continuation of Deferred@279044445 after retry RPC after error@1191499836) -> (continuation of Deferred@380261653 after retry RPC after error@265779915) -> (continuation of Deferred@283367781 after retry RPC after error@1908881021), errback=(continuation of Deferred@455506795 after retry RPC after error@51986958) -> (continuation of Deferred@446183707 after retry RPC after error@708819372) -> (continuation of Deferred@40530595 after retry RPC after error@1269451218) -> (continuation of Deferred@279044445 after retry RPC after error@1191499836) -> (continuation of Deferred@380261653 after retry RPC after error@265779915) -> (continuation of Deferred@283367781 after retry RPC after error@1908881021)))
11:18:35.740 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@816841952(state=PENDING, result=null, callback=(continuation of Deferred@455506795 after retry RPC after error@51986958) -> (continuation of Deferred@446183707 after retry RPC after error@708819372) -> (continuation of Deferred@40530595 after retry RPC after error@1269451218) -> (continuation of Deferred@279044445 after retry RPC after error@1191499836) -> (continuation of Deferred@380261653 after retry RPC after error@265779915) -> (continuation of Deferred@283367781 after retry RPC after error@1908881021), errback=(continuation of Deferred@455506795 after retry RPC after error@51986958) -> (continuation of Deferred@446183707 after retry RPC after error@708819372) -> (continuation of Deferred@40530595 after retry RPC after error@1269451218) -> (continuation of Deferred@279044445 after retry RPC after error@1191499836) -> (continuation of Deferred@380261653 after retry RPC after error@265779915) -> (continuation of Deferred@283367781 after retry RPC after error@1908881021)))
11:18:35.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.939 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1378784335(state=PENDING, result=null, callback=(continuation of Deferred@963750193 after retry RPC after error@1740872599) -> (continuation of Deferred@1457239583 after retry RPC after error@1894898791) -> (continuation of Deferred@1149098857 after retry RPC after error@1067052882) -> (continuation of Deferred@880401904 after retry RPC after error@1242902012) -> (continuation of Deferred@1612255556 after retry RPC after error@277516650) -> (continuation of Deferred@1793476822 after retry RPC after error@159380155), errback=(continuation of Deferred@963750193 after retry RPC after error@1740872599) -> (continuation of Deferred@1457239583 after retry RPC after error@1894898791) -> (continuation of Deferred@1149098857 after retry RPC after error@1067052882) -> (continuation of Deferred@880401904 after retry RPC after error@1242902012) -> (continuation of Deferred@1612255556 after retry RPC after error@277516650) -> (continuation of Deferred@1793476822 after retry RPC after error@159380155)))
11:18:35.939 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1378784335(state=PENDING, result=null, callback=(continuation of Deferred@963750193 after retry RPC after error@1740872599) -> (continuation of Deferred@1457239583 after retry RPC after error@1894898791) -> (continuation of Deferred@1149098857 after retry RPC after error@1067052882) -> (continuation of Deferred@880401904 after retry RPC after error@1242902012) -> (continuation of Deferred@1612255556 after retry RPC after error@277516650) -> (continuation of Deferred@1793476822 after retry RPC after error@159380155), errback=(continuation of Deferred@963750193 after retry RPC after error@1740872599) -> (continuation of Deferred@1457239583 after retry RPC after error@1894898791) -> (continuation of Deferred@1149098857 after retry RPC after error@1067052882) -> (continuation of Deferred@880401904 after retry RPC after error@1242902012) -> (continuation of Deferred@1612255556 after retry RPC after error@277516650) -> (continuation of Deferred@1793476822 after retry RPC after error@159380155)))
11:18:35.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:35.997 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:35.997 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:35.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:35.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:35.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.199 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1902427744(state=PENDING, result=null, callback=(continuation of Deferred@2035374368 after retry RPC after error@1632632000) -> (continuation of Deferred@1414960069 after retry RPC after error@1421457) -> (continuation of Deferred@1946051050 after retry RPC after error@1841900201) -> (continuation of Deferred@232871022 after retry RPC after error@543026299) -> (continuation of Deferred@548157611 after retry RPC after error@68473461) -> (continuation of Deferred@64070845 after retry RPC after error@1285598856) -> (continuation of Deferred@218672855 after retry RPC after error@799883897) -> (continuation of Deferred@567799677 after retry RPC after error@1749733665), errback=(continuation of Deferred@2035374368 after retry RPC after error@1632632000) -> (continuation of Deferred@1414960069 after retry RPC after error@1421457) -> (continuation of Deferred@1946051050 after retry RPC after error@1841900201) -> (continuation of Deferred@232871022 after retry RPC after error@543026299) -> (continuation of Deferred@548157611 after retry RPC after error@68473461) -> (continuation of Deferred@64070845 after retry RPC after error@1285598856) -> (continuation of Deferred@218672855 after retry RPC after error@799883897) -> (continuation of Deferred@567799677 after retry RPC after error@1749733665)))
11:18:36.200 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1902427744(state=PENDING, result=null, callback=(continuation of Deferred@2035374368 after retry RPC after error@1632632000) -> (continuation of Deferred@1414960069 after retry RPC after error@1421457) -> (continuation of Deferred@1946051050 after retry RPC after error@1841900201) -> (continuation of Deferred@232871022 after retry RPC after error@543026299) -> (continuation of Deferred@548157611 after retry RPC after error@68473461) -> (continuation of Deferred@64070845 after retry RPC after error@1285598856) -> (continuation of Deferred@218672855 after retry RPC after error@799883897) -> (continuation of Deferred@567799677 after retry RPC after error@1749733665), errback=(continuation of Deferred@2035374368 after retry RPC after error@1632632000) -> (continuation of Deferred@1414960069 after retry RPC after error@1421457) -> (continuation of Deferred@1946051050 after retry RPC after error@1841900201) -> (continuation of Deferred@232871022 after retry RPC after error@543026299) -> (continuation of Deferred@548157611 after retry RPC after error@68473461) -> (continuation of Deferred@64070845 after retry RPC after error@1285598856) -> (continuation of Deferred@218672855 after retry RPC after error@799883897) -> (continuation of Deferred@567799677 after retry RPC after error@1749733665)))
11:18:36.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.418 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@288843661(state=PENDING, result=null, callback=(continuation of Deferred@1676642877 after retry RPC after error@683663275) -> (continuation of Deferred@1124457510 after retry RPC after error@1772409028) -> (continuation of Deferred@1988432303 after retry RPC after error@546429523) -> (continuation of Deferred@1293473419 after retry RPC after error@49614108) -> (continuation of Deferred@1554218116 after retry RPC after error@1917740545) -> (continuation of Deferred@2036943437 after retry RPC after error@1407067537) -> (continuation of Deferred@341713970 after retry RPC after error@354498262), errback=(continuation of Deferred@1676642877 after retry RPC after error@683663275) -> (continuation of Deferred@1124457510 after retry RPC after error@1772409028) -> (continuation of Deferred@1988432303 after retry RPC after error@546429523) -> (continuation of Deferred@1293473419 after retry RPC after error@49614108) -> (continuation of Deferred@1554218116 after retry RPC after error@1917740545) -> (continuation of Deferred@2036943437 after retry RPC after error@1407067537) -> (continuation of Deferred@341713970 after retry RPC after error@354498262)))
11:18:36.418 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@288843661(state=PENDING, result=null, callback=(continuation of Deferred@1676642877 after retry RPC after error@683663275) -> (continuation of Deferred@1124457510 after retry RPC after error@1772409028) -> (continuation of Deferred@1988432303 after retry RPC after error@546429523) -> (continuation of Deferred@1293473419 after retry RPC after error@49614108) -> (continuation of Deferred@1554218116 after retry RPC after error@1917740545) -> (continuation of Deferred@2036943437 after retry RPC after error@1407067537) -> (continuation of Deferred@341713970 after retry RPC after error@354498262), errback=(continuation of Deferred@1676642877 after retry RPC after error@683663275) -> (continuation of Deferred@1124457510 after retry RPC after error@1772409028) -> (continuation of Deferred@1988432303 after retry RPC after error@546429523) -> (continuation of Deferred@1293473419 after retry RPC after error@49614108) -> (continuation of Deferred@1554218116 after retry RPC after error@1917740545) -> (continuation of Deferred@2036943437 after retry RPC after error@1407067537) -> (continuation of Deferred@341713970 after retry RPC after error@354498262)))
11:18:36.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:36.452800 31542 master_runner.cc:186] Error getting master registration for 127.29.58.126:44775: Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111),
11:18:36.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:36.453044 31542 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:18:36.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.658 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@883262660(state=PENDING, result=null, callback=(continuation of Deferred@139612241 after retry RPC after error@1110631932) -> (continuation of Deferred@1145996209 after retry RPC after error@1557507160) -> (continuation of Deferred@1176481611 after retry RPC after error@332906353) -> (continuation of Deferred@599061937 after retry RPC after error@1391606515) -> (continuation of Deferred@1764532753 after retry RPC after error@1194239090) -> (continuation of Deferred@1127471195 after retry RPC after error@13977452) -> (continuation of Deferred@207966541 after retry RPC after error@1054505351), errback=(continuation of Deferred@139612241 after retry RPC after error@1110631932) -> (continuation of Deferred@1145996209 after retry RPC after error@1557507160) -> (continuation of Deferred@1176481611 after retry RPC after error@332906353) -> (continuation of Deferred@599061937 after retry RPC after error@1391606515) -> (continuation of Deferred@1764532753 after retry RPC after error@1194239090) -> (continuation of Deferred@1127471195 after retry RPC after error@13977452) -> (continuation of Deferred@207966541 after retry RPC after error@1054505351)))
11:18:36.659 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@883262660(state=PENDING, result=null, callback=(continuation of Deferred@139612241 after retry RPC after error@1110631932) -> (continuation of Deferred@1145996209 after retry RPC after error@1557507160) -> (continuation of Deferred@1176481611 after retry RPC after error@332906353) -> (continuation of Deferred@599061937 after retry RPC after error@1391606515) -> (continuation of Deferred@1764532753 after retry RPC after error@1194239090) -> (continuation of Deferred@1127471195 after retry RPC after error@13977452) -> (continuation of Deferred@207966541 after retry RPC after error@1054505351), errback=(continuation of Deferred@139612241 after retry RPC after error@1110631932) -> (continuation of Deferred@1145996209 after retry RPC after error@1557507160) -> (continuation of Deferred@1176481611 after retry RPC after error@332906353) -> (continuation of Deferred@599061937 after retry RPC after error@1391606515) -> (continuation of Deferred@1764532753 after retry RPC after error@1194239090) -> (continuation of Deferred@1127471195 after retry RPC after error@13977452) -> (continuation of Deferred@207966541 after retry RPC after error@1054505351)))
11:18:36.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.740 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@848479831(state=PENDING, result=null, callback=(continuation of Deferred@1125947158 after retry RPC after error@413123328) -> (continuation of Deferred@1366380770 after retry RPC after error@1970636005) -> (continuation of Deferred@1383471482 after retry RPC after error@873945079) -> (continuation of Deferred@1866135511 after retry RPC after error@909182073) -> (continuation of Deferred@1416525324 after retry RPC after error@1523067801) -> (continuation of Deferred@1660222296 after retry RPC after error@1549281715) -> (continuation of Deferred@2065824290 after retry RPC after error@1613660732), errback=(continuation of Deferred@1125947158 after retry RPC after error@413123328) -> (continuation of Deferred@1366380770 after retry RPC after error@1970636005) -> (continuation of Deferred@1383471482 after retry RPC after error@873945079) -> (continuation of Deferred@1866135511 after retry RPC after error@909182073) -> (continuation of Deferred@1416525324 after retry RPC after error@1523067801) -> (continuation of Deferred@1660222296 after retry RPC after error@1549281715) -> (continuation of Deferred@2065824290 after retry RPC after error@1613660732)))
11:18:36.880 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@848479831(state=PENDING, result=null, callback=(continuation of Deferred@1125947158 after retry RPC after error@413123328) -> (continuation of Deferred@1366380770 after retry RPC after error@1970636005) -> (continuation of Deferred@1383471482 after retry RPC after error@873945079) -> (continuation of Deferred@1866135511 after retry RPC after error@909182073) -> (continuation of Deferred@1416525324 after retry RPC after error@1523067801) -> (continuation of Deferred@1660222296 after retry RPC after error@1549281715) -> (continuation of Deferred@2065824290 after retry RPC after error@1613660732), errback=(continuation of Deferred@1125947158 after retry RPC after error@413123328) -> (continuation of Deferred@1366380770 after retry RPC after error@1970636005) -> (continuation of Deferred@1383471482 after retry RPC after error@873945079) -> (continuation of Deferred@1866135511 after retry RPC after error@909182073) -> (continuation of Deferred@1416525324 after retry RPC after error@1523067801) -> (continuation of Deferred@1660222296 after retry RPC after error@1549281715) -> (continuation of Deferred@2065824290 after retry RPC after error@1613660732)))
11:18:36.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:36.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:36.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:36.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:36.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:36.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.139 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1087234071(state=PENDING, result=null, callback=(continuation of Deferred@741190167 after retry RPC after error@72202735) -> (continuation of Deferred@1979933045 after retry RPC after error@1499593466) -> (continuation of Deferred@417173203 after retry RPC after error@1907805926) -> (continuation of Deferred@483594604 after retry RPC after error@1253285414) -> (continuation of Deferred@1055664821 after retry RPC after error@2036990576) -> (continuation of Deferred@2100704320 after retry RPC after error@732088174) -> (continuation of Deferred@1959065901 after retry RPC after error@1561599047) -> (continuation of Deferred@298629009 after retry RPC after error@745053041), errback=(continuation of Deferred@741190167 after retry RPC after error@72202735) -> (continuation of Deferred@1979933045 after retry RPC after error@1499593466) -> (continuation of Deferred@417173203 after retry RPC after error@1907805926) -> (continuation of Deferred@483594604 after retry RPC after error@1253285414) -> (continuation of Deferred@1055664821 after retry RPC after error@2036990576) -> (continuation of Deferred@2100704320 after retry RPC after error@732088174) -> (continuation of Deferred@1959065901 after retry RPC after error@1561599047) -> (continuation of Deferred@298629009 after retry RPC after error@745053041)))
11:18:37.139 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1087234071(state=PENDING, result=null, callback=(continuation of Deferred@741190167 after retry RPC after error@72202735) -> (continuation of Deferred@1979933045 after retry RPC after error@1499593466) -> (continuation of Deferred@417173203 after retry RPC after error@1907805926) -> (continuation of Deferred@483594604 after retry RPC after error@1253285414) -> (continuation of Deferred@1055664821 after retry RPC after error@2036990576) -> (continuation of Deferred@2100704320 after retry RPC after error@732088174) -> (continuation of Deferred@1959065901 after retry RPC after error@1561599047) -> (continuation of Deferred@298629009 after retry RPC after error@745053041), errback=(continuation of Deferred@741190167 after retry RPC after error@72202735) -> (continuation of Deferred@1979933045 after retry RPC after error@1499593466) -> (continuation of Deferred@417173203 after retry RPC after error@1907805926) -> (continuation of Deferred@483594604 after retry RPC after error@1253285414) -> (continuation of Deferred@1055664821 after retry RPC after error@2036990576) -> (continuation of Deferred@2100704320 after retry RPC after error@732088174) -> (continuation of Deferred@1959065901 after retry RPC after error@1561599047) -> (continuation of Deferred@298629009 after retry RPC after error@745053041)))
11:18:37.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1774732070(state=PENDING, result=null, callback=(continuation of Deferred@1652084203 after retry RPC after error@378005841) -> (continuation of Deferred@936828551 after retry RPC after error@481061416) -> (continuation of Deferred@950004675 after retry RPC after error@293290208) -> (continuation of Deferred@274237102 after retry RPC after error@1876579239) -> (continuation of Deferred@685534316 after retry RPC after error@1667974615) -> (continuation of Deferred@936563426 after retry RPC after error@170453204) -> (continuation of Deferred@1104960241 after retry RPC after error@2023811808), errback=(continuation of Deferred@1652084203 after retry RPC after error@378005841) -> (continuation of Deferred@936828551 after retry RPC after error@481061416) -> (continuation of Deferred@950004675 after retry RPC after error@293290208) -> (continuation of Deferred@274237102 after retry RPC after error@1876579239) -> (continuation of Deferred@685534316 after retry RPC after error@1667974615) -> (continuation of Deferred@936563426 after retry RPC after error@170453204) -> (continuation of Deferred@1104960241 after retry RPC after error@2023811808)))
11:18:37.360 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1774732070(state=PENDING, result=null, callback=(continuation of Deferred@1652084203 after retry RPC after error@378005841) -> (continuation of Deferred@936828551 after retry RPC after error@481061416) -> (continuation of Deferred@950004675 after retry RPC after error@293290208) -> (continuation of Deferred@274237102 after retry RPC after error@1876579239) -> (continuation of Deferred@685534316 after retry RPC after error@1667974615) -> (continuation of Deferred@936563426 after retry RPC after error@170453204) -> (continuation of Deferred@1104960241 after retry RPC after error@2023811808), errback=(continuation of Deferred@1652084203 after retry RPC after error@378005841) -> (continuation of Deferred@936828551 after retry RPC after error@481061416) -> (continuation of Deferred@950004675 after retry RPC after error@293290208) -> (continuation of Deferred@274237102 after retry RPC after error@1876579239) -> (continuation of Deferred@685534316 after retry RPC after error@1667974615) -> (continuation of Deferred@936563426 after retry RPC after error@170453204) -> (continuation of Deferred@1104960241 after retry RPC after error@2023811808)))
11:18:37.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.377 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1289544854(state=PENDING, result=null, callback=(continuation of Deferred@933198407 after retry RPC after error@1635938596) -> (continuation of Deferred@1039559536 after retry RPC after error@379965452) -> (continuation of Deferred@1512365533 after retry RPC after error@677223660) -> (continuation of Deferred@654233468 after retry RPC after error@518213151) -> (continuation of Deferred@1658167851 after retry RPC after error@640411745) -> (continuation of Deferred@1996375799 after retry RPC after error@1927900545), errback=(continuation of Deferred@933198407 after retry RPC after error@1635938596) -> (continuation of Deferred@1039559536 after retry RPC after error@379965452) -> (continuation of Deferred@1512365533 after retry RPC after error@677223660) -> (continuation of Deferred@654233468 after retry RPC after error@518213151) -> (continuation of Deferred@1658167851 after retry RPC after error@640411745) -> (continuation of Deferred@1996375799 after retry RPC after error@1927900545)))
11:18:37.519 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1289544854(state=PENDING, result=null, callback=(continuation of Deferred@933198407 after retry RPC after error@1635938596) -> (continuation of Deferred@1039559536 after retry RPC after error@379965452) -> (continuation of Deferred@1512365533 after retry RPC after error@677223660) -> (continuation of Deferred@654233468 after retry RPC after error@518213151) -> (continuation of Deferred@1658167851 after retry RPC after error@640411745) -> (continuation of Deferred@1996375799 after retry RPC after error@1927900545), errback=(continuation of Deferred@933198407 after retry RPC after error@1635938596) -> (continuation of Deferred@1039559536 after retry RPC after error@379965452) -> (continuation of Deferred@1512365533 after retry RPC after error@677223660) -> (continuation of Deferred@654233468 after retry RPC after error@518213151) -> (continuation of Deferred@1658167851 after retry RPC after error@640411745) -> (continuation of Deferred@1996375799 after retry RPC after error@1927900545)))
11:18:37.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.597 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@35165692(state=PENDING, result=null, callback=(continuation of Deferred@930297647 after retry RPC after error@2000900511) -> (continuation of Deferred@241132809 after retry RPC after error@1211020875) -> (continuation of Deferred@1724529198 after retry RPC after error@191385793) -> (continuation of Deferred@2120878984 after retry RPC after error@1137407712) -> (continuation of Deferred@1961308157 after retry RPC after error@1027643384) -> (continuation of Deferred@324595091 after retry RPC after error@188540270) -> (continuation of Deferred@1189722931 after retry RPC after error@2133793601), errback=(continuation of Deferred@930297647 after retry RPC after error@2000900511) -> (continuation of Deferred@241132809 after retry RPC after error@1211020875) -> (continuation of Deferred@1724529198 after retry RPC after error@191385793) -> (continuation of Deferred@2120878984 after retry RPC after error@1137407712) -> (continuation of Deferred@1961308157 after retry RPC after error@1027643384) -> (continuation of Deferred@324595091 after retry RPC after error@188540270) -> (continuation of Deferred@1189722931 after retry RPC after error@2133793601)))
11:18:37.740 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@35165692(state=PENDING, result=null, callback=(continuation of Deferred@930297647 after retry RPC after error@2000900511) -> (continuation of Deferred@241132809 after retry RPC after error@1211020875) -> (continuation of Deferred@1724529198 after retry RPC after error@191385793) -> (continuation of Deferred@2120878984 after retry RPC after error@1137407712) -> (continuation of Deferred@1961308157 after retry RPC after error@1027643384) -> (continuation of Deferred@324595091 after retry RPC after error@188540270) -> (continuation of Deferred@1189722931 after retry RPC after error@2133793601), errback=(continuation of Deferred@930297647 after retry RPC after error@2000900511) -> (continuation of Deferred@241132809 after retry RPC after error@1211020875) -> (continuation of Deferred@1724529198 after retry RPC after error@191385793) -> (continuation of Deferred@2120878984 after retry RPC after error@1137407712) -> (continuation of Deferred@1961308157 after retry RPC after error@1027643384) -> (continuation of Deferred@324595091 after retry RPC after error@188540270) -> (continuation of Deferred@1189722931 after retry RPC after error@2133793601)))
11:18:37.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.939 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1767337252(state=PENDING, result=null, callback=(continuation of Deferred@610530350 after retry RPC after error@1104127122) -> (continuation of Deferred@113499674 after retry RPC after error@1420799403) -> (continuation of Deferred@1876353428 after retry RPC after error@1400972232) -> (continuation of Deferred@1269437612 after retry RPC after error@1648437895) -> (continuation of Deferred@985906458 after retry RPC after error@1611024105) -> (continuation of Deferred@2064789809 after retry RPC after error@275528134), errback=(continuation of Deferred@610530350 after retry RPC after error@1104127122) -> (continuation of Deferred@113499674 after retry RPC after error@1420799403) -> (continuation of Deferred@1876353428 after retry RPC after error@1400972232) -> (continuation of Deferred@1269437612 after retry RPC after error@1648437895) -> (continuation of Deferred@985906458 after retry RPC after error@1611024105) -> (continuation of Deferred@2064789809 after retry RPC after error@275528134)))
11:18:37.939 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1767337252(state=PENDING, result=null, callback=(continuation of Deferred@610530350 after retry RPC after error@1104127122) -> (continuation of Deferred@113499674 after retry RPC after error@1420799403) -> (continuation of Deferred@1876353428 after retry RPC after error@1400972232) -> (continuation of Deferred@1269437612 after retry RPC after error@1648437895) -> (continuation of Deferred@985906458 after retry RPC after error@1611024105) -> (continuation of Deferred@2064789809 after retry RPC after error@275528134), errback=(continuation of Deferred@610530350 after retry RPC after error@1104127122) -> (continuation of Deferred@113499674 after retry RPC after error@1420799403) -> (continuation of Deferred@1876353428 after retry RPC after error@1400972232) -> (continuation of Deferred@1269437612 after retry RPC after error@1648437895) -> (continuation of Deferred@985906458 after retry RPC after error@1611024105) -> (continuation of Deferred@2064789809 after retry RPC after error@275528134)))
11:18:37.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:37.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:37.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:37.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:37.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:37.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.139 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1475759842(state=PENDING, result=null, callback=(continuation of Deferred@1522145272 after retry RPC after error@861227548) -> (continuation of Deferred@1004479397 after retry RPC after error@1589377890) -> (continuation of Deferred@1412706970 after retry RPC after error@1294505898) -> (continuation of Deferred@254302113 after retry RPC after error@239717837) -> (continuation of Deferred@2065473148 after retry RPC after error@1921041266) -> (continuation of Deferred@1071122396 after retry RPC after error@2134872655), errback=(continuation of Deferred@1522145272 after retry RPC after error@861227548) -> (continuation of Deferred@1004479397 after retry RPC after error@1589377890) -> (continuation of Deferred@1412706970 after retry RPC after error@1294505898) -> (continuation of Deferred@254302113 after retry RPC after error@239717837) -> (continuation of Deferred@2065473148 after retry RPC after error@1921041266) -> (continuation of Deferred@1071122396 after retry RPC after error@2134872655)))
11:18:38.139 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1475759842(state=PENDING, result=null, callback=(continuation of Deferred@1522145272 after retry RPC after error@861227548) -> (continuation of Deferred@1004479397 after retry RPC after error@1589377890) -> (continuation of Deferred@1412706970 after retry RPC after error@1294505898) -> (continuation of Deferred@254302113 after retry RPC after error@239717837) -> (continuation of Deferred@2065473148 after retry RPC after error@1921041266) -> (continuation of Deferred@1071122396 after retry RPC after error@2134872655), errback=(continuation of Deferred@1522145272 after retry RPC after error@861227548) -> (continuation of Deferred@1004479397 after retry RPC after error@1589377890) -> (continuation of Deferred@1412706970 after retry RPC after error@1294505898) -> (continuation of Deferred@254302113 after retry RPC after error@239717837) -> (continuation of Deferred@2065473148 after retry RPC after error@1921041266) -> (continuation of Deferred@1071122396 after retry RPC after error@2134872655)))
11:18:38.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@485008798(state=PENDING, result=null, callback=(continuation of Deferred@415889684 after retry RPC after error@1566179363) -> (continuation of Deferred@365752251 after retry RPC after error@1280404681) -> (continuation of Deferred@453455118 after retry RPC after error@382827861) -> (continuation of Deferred@1687353603 after retry RPC after error@602076796) -> (continuation of Deferred@19910739 after retry RPC after error@478756598) -> (continuation of Deferred@1872795269 after retry RPC after error@1531300891) -> (continuation of Deferred@613884520 after retry RPC after error@1899812482), errback=(continuation of Deferred@415889684 after retry RPC after error@1566179363) -> (continuation of Deferred@365752251 after retry RPC after error@1280404681) -> (continuation of Deferred@453455118 after retry RPC after error@382827861) -> (continuation of Deferred@1687353603 after retry RPC after error@602076796) -> (continuation of Deferred@19910739 after retry RPC after error@478756598) -> (continuation of Deferred@1872795269 after retry RPC after error@1531300891) -> (continuation of Deferred@613884520 after retry RPC after error@1899812482)))
11:18:38.400 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@485008798(state=PENDING, result=null, callback=(continuation of Deferred@415889684 after retry RPC after error@1566179363) -> (continuation of Deferred@365752251 after retry RPC after error@1280404681) -> (continuation of Deferred@453455118 after retry RPC after error@382827861) -> (continuation of Deferred@1687353603 after retry RPC after error@602076796) -> (continuation of Deferred@19910739 after retry RPC after error@478756598) -> (continuation of Deferred@1872795269 after retry RPC after error@1531300891) -> (continuation of Deferred@613884520 after retry RPC after error@1899812482), errback=(continuation of Deferred@415889684 after retry RPC after error@1566179363) -> (continuation of Deferred@365752251 after retry RPC after error@1280404681) -> (continuation of Deferred@453455118 after retry RPC after error@382827861) -> (continuation of Deferred@1687353603 after retry RPC after error@602076796) -> (continuation of Deferred@19910739 after retry RPC after error@478756598) -> (continuation of Deferred@1872795269 after retry RPC after error@1531300891) -> (continuation of Deferred@613884520 after retry RPC after error@1899812482)))
11:18:38.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.599 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@70502331(state=PENDING, result=null, callback=(continuation of Deferred@224064525 after retry RPC after error@1550737691) -> (continuation of Deferred@1812780347 after retry RPC after error@1989724446) -> (continuation of Deferred@741912924 after retry RPC after error@57768825) -> (continuation of Deferred@165593889 after retry RPC after error@960379709) -> (continuation of Deferred@1357238039 after retry RPC after error@1481100481) -> (continuation of Deferred@671079203 after retry RPC after error@1867578162), errback=(continuation of Deferred@224064525 after retry RPC after error@1550737691) -> (continuation of Deferred@1812780347 after retry RPC after error@1989724446) -> (continuation of Deferred@741912924 after retry RPC after error@57768825) -> (continuation of Deferred@165593889 after retry RPC after error@960379709) -> (continuation of Deferred@1357238039 after retry RPC after error@1481100481) -> (continuation of Deferred@671079203 after retry RPC after error@1867578162)))
11:18:38.599 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@70502331(state=PENDING, result=null, callback=(continuation of Deferred@224064525 after retry RPC after error@1550737691) -> (continuation of Deferred@1812780347 after retry RPC after error@1989724446) -> (continuation of Deferred@741912924 after retry RPC after error@57768825) -> (continuation of Deferred@165593889 after retry RPC after error@960379709) -> (continuation of Deferred@1357238039 after retry RPC after error@1481100481) -> (continuation of Deferred@671079203 after retry RPC after error@1867578162), errback=(continuation of Deferred@224064525 after retry RPC after error@1550737691) -> (continuation of Deferred@1812780347 after retry RPC after error@1989724446) -> (continuation of Deferred@741912924 after retry RPC after error@57768825) -> (continuation of Deferred@165593889 after retry RPC after error@960379709) -> (continuation of Deferred@1357238039 after retry RPC after error@1481100481) -> (continuation of Deferred@671079203 after retry RPC after error@1867578162)))
11:18:38.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.876 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@229370292(state=PENDING, result=null, callback=(continuation of Deferred@2080829864 after retry RPC after error@107789148) -> (continuation of Deferred@672200016 after retry RPC after error@2057592751) -> (continuation of Deferred@837053154 after retry RPC after error@1378980313) -> (continuation of Deferred@2099528890 after retry RPC after error@623195542) -> (continuation of Deferred@923072682 after retry RPC after error@1776617674) -> (continuation of Deferred@918257880 after retry RPC after error@977181212) -> (continuation of Deferred@711976025 after retry RPC after error@1796020870), errback=(continuation of Deferred@2080829864 after retry RPC after error@107789148) -> (continuation of Deferred@672200016 after retry RPC after error@2057592751) -> (continuation of Deferred@837053154 after retry RPC after error@1378980313) -> (continuation of Deferred@2099528890 after retry RPC after error@623195542) -> (continuation of Deferred@923072682 after retry RPC after error@1776617674) -> (continuation of Deferred@918257880 after retry RPC after error@977181212) -> (continuation of Deferred@711976025 after retry RPC after error@1796020870)))
11:18:38.877 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:38.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:38.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:38.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:38.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:38.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:38.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1992024796(state=PENDING, result=null, callback=(continuation of Deferred@938382920 after retry RPC after error@1329031320) -> (continuation of Deferred@1517300958 after retry RPC after error@1937021006) -> (continuation of Deferred@820714686 after retry RPC after error@1147982227) -> (continuation of Deferred@522261276 after retry RPC after error@1212173918) -> (continuation of Deferred@547796228 after retry RPC after error@40114378) -> (continuation of Deferred@365580905 after retry RPC after error@1597168688) -> (continuation of Deferred@1244224583 after retry RPC after error@1755950976) -> (continuation of Deferred@800584166 after retry RPC after error@1714252668), errback=(continuation of Deferred@938382920 after retry RPC after error@1329031320) -> (continuation of Deferred@1517300958 after retry RPC after error@1937021006) -> (continuation of Deferred@820714686 after retry RPC after error@1147982227) -> (continuation of Deferred@522261276 after retry RPC after error@1212173918) -> (continuation of Deferred@547796228 after retry RPC after error@40114378) -> (continuation of Deferred@365580905 after retry RPC after error@1597168688) -> (continuation of Deferred@1244224583 after retry RPC after error@1755950976) -> (continuation of Deferred@800584166 after retry RPC after error@1714252668)))
11:18:39.119 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1992024796(state=PENDING, result=null, callback=(continuation of Deferred@938382920 after retry RPC after error@1329031320) -> (continuation of Deferred@1517300958 after retry RPC after error@1937021006) -> (continuation of Deferred@820714686 after retry RPC after error@1147982227) -> (continuation of Deferred@522261276 after retry RPC after error@1212173918) -> (continuation of Deferred@547796228 after retry RPC after error@40114378) -> (continuation of Deferred@365580905 after retry RPC after error@1597168688) -> (continuation of Deferred@1244224583 after retry RPC after error@1755950976) -> (continuation of Deferred@800584166 after retry RPC after error@1714252668), errback=(continuation of Deferred@938382920 after retry RPC after error@1329031320) -> (continuation of Deferred@1517300958 after retry RPC after error@1937021006) -> (continuation of Deferred@820714686 after retry RPC after error@1147982227) -> (continuation of Deferred@522261276 after retry RPC after error@1212173918) -> (continuation of Deferred@547796228 after retry RPC after error@40114378) -> (continuation of Deferred@365580905 after retry RPC after error@1597168688) -> (continuation of Deferred@1244224583 after retry RPC after error@1755950976) -> (continuation of Deferred@800584166 after retry RPC after error@1714252668)))
11:18:39.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@316787612(state=PENDING, result=null, callback=(continuation of Deferred@1154437633 after retry RPC after error@1482912081) -> (continuation of Deferred@1293812570 after retry RPC after error@1371507790) -> (continuation of Deferred@1876857634 after retry RPC after error@745840241) -> (continuation of Deferred@290282614 after retry RPC after error@1019047917) -> (continuation of Deferred@669105371 after retry RPC after error@795752768) -> (continuation of Deferred@1413180983 after retry RPC after error@61776218) -> (continuation of Deferred@688112272 after retry RPC after error@2004437705), errback=(continuation of Deferred@1154437633 after retry RPC after error@1482912081) -> (continuation of Deferred@1293812570 after retry RPC after error@1371507790) -> (continuation of Deferred@1876857634 after retry RPC after error@745840241) -> (continuation of Deferred@290282614 after retry RPC after error@1019047917) -> (continuation of Deferred@669105371 after retry RPC after error@795752768) -> (continuation of Deferred@1413180983 after retry RPC after error@61776218) -> (continuation of Deferred@688112272 after retry RPC after error@2004437705)))
11:18:39.360 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@316787612(state=PENDING, result=null, callback=(continuation of Deferred@1154437633 after retry RPC after error@1482912081) -> (continuation of Deferred@1293812570 after retry RPC after error@1371507790) -> (continuation of Deferred@1876857634 after retry RPC after error@745840241) -> (continuation of Deferred@290282614 after retry RPC after error@1019047917) -> (continuation of Deferred@669105371 after retry RPC after error@795752768) -> (continuation of Deferred@1413180983 after retry RPC after error@61776218) -> (continuation of Deferred@688112272 after retry RPC after error@2004437705), errback=(continuation of Deferred@1154437633 after retry RPC after error@1482912081) -> (continuation of Deferred@1293812570 after retry RPC after error@1371507790) -> (continuation of Deferred@1876857634 after retry RPC after error@745840241) -> (continuation of Deferred@290282614 after retry RPC after error@1019047917) -> (continuation of Deferred@669105371 after retry RPC after error@795752768) -> (continuation of Deferred@1413180983 after retry RPC after error@61776218) -> (continuation of Deferred@688112272 after retry RPC after error@2004437705)))
11:18:39.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:39.538285 30876 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:39.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:39.542816 30876 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:39.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:39.544294 30882 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.58.125:45839)
11:18:39.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.597 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.599 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@493735249(state=PENDING, result=null, callback=(continuation of Deferred@723129639 after retry RPC after error@2729179) -> (continuation of Deferred@1147616110 after retry RPC after error@932409846) -> (continuation of Deferred@1281095950 after retry RPC after error@26841890) -> (continuation of Deferred@2086167604 after retry RPC after error@1349039752) -> (continuation of Deferred@1139320322 after retry RPC after error@237317598) -> (continuation of Deferred@836993514 after retry RPC after error@606776744) -> (continuation of Deferred@586467225 after retry RPC after error@85480900), errback=(continuation of Deferred@723129639 after retry RPC after error@2729179) -> (continuation of Deferred@1147616110 after retry RPC after error@932409846) -> (continuation of Deferred@1281095950 after retry RPC after error@26841890) -> (continuation of Deferred@2086167604 after retry RPC after error@1349039752) -> (continuation of Deferred@1139320322 after retry RPC after error@237317598) -> (continuation of Deferred@836993514 after retry RPC after error@606776744) -> (continuation of Deferred@586467225 after retry RPC after error@85480900)))
11:18:39.599 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@493735249(state=PENDING, result=null, callback=(continuation of Deferred@723129639 after retry RPC after error@2729179) -> (continuation of Deferred@1147616110 after retry RPC after error@932409846) -> (continuation of Deferred@1281095950 after retry RPC after error@26841890) -> (continuation of Deferred@2086167604 after retry RPC after error@1349039752) -> (continuation of Deferred@1139320322 after retry RPC after error@237317598) -> (continuation of Deferred@836993514 after retry RPC after error@606776744) -> (continuation of Deferred@586467225 after retry RPC after error@85480900), errback=(continuation of Deferred@723129639 after retry RPC after error@2729179) -> (continuation of Deferred@1147616110 after retry RPC after error@932409846) -> (continuation of Deferred@1281095950 after retry RPC after error@26841890) -> (continuation of Deferred@2086167604 after retry RPC after error@1349039752) -> (continuation of Deferred@1139320322 after retry RPC after error@237317598) -> (continuation of Deferred@836993514 after retry RPC after error@606776744) -> (continuation of Deferred@586467225 after retry RPC after error@85480900)))
11:18:39.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1331258578(state=PENDING, result=null, callback=(continuation of Deferred@1425710773 after retry RPC after error@1508412231) -> (continuation of Deferred@1524338000 after retry RPC after error@1579162925) -> (continuation of Deferred@1588539242 after retry RPC after error@1124087115) -> (continuation of Deferred@1169658230 after retry RPC after error@455095704) -> (continuation of Deferred@1012108777 after retry RPC after error@2117815621) -> (continuation of Deferred@125718485 after retry RPC after error@493364823) -> (continuation of Deferred@1039457494 after retry RPC after error@427949896), errback=(continuation of Deferred@1425710773 after retry RPC after error@1508412231) -> (continuation of Deferred@1524338000 after retry RPC after error@1579162925) -> (continuation of Deferred@1588539242 after retry RPC after error@1124087115) -> (continuation of Deferred@1169658230 after retry RPC after error@455095704) -> (continuation of Deferred@1012108777 after retry RPC after error@2117815621) -> (continuation of Deferred@125718485 after retry RPC after error@493364823) -> (continuation of Deferred@1039457494 after retry RPC after error@427949896)))
11:18:39.839 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1331258578(state=PENDING, result=null, callback=(continuation of Deferred@1425710773 after retry RPC after error@1508412231) -> (continuation of Deferred@1524338000 after retry RPC after error@1579162925) -> (continuation of Deferred@1588539242 after retry RPC after error@1124087115) -> (continuation of Deferred@1169658230 after retry RPC after error@455095704) -> (continuation of Deferred@1012108777 after retry RPC after error@2117815621) -> (continuation of Deferred@125718485 after retry RPC after error@493364823) -> (continuation of Deferred@1039457494 after retry RPC after error@427949896), errback=(continuation of Deferred@1425710773 after retry RPC after error@1508412231) -> (continuation of Deferred@1524338000 after retry RPC after error@1579162925) -> (continuation of Deferred@1588539242 after retry RPC after error@1124087115) -> (continuation of Deferred@1169658230 after retry RPC after error@455095704) -> (continuation of Deferred@1012108777 after retry RPC after error@2117815621) -> (continuation of Deferred@125718485 after retry RPC after error@493364823) -> (continuation of Deferred@1039457494 after retry RPC after error@427949896)))
11:18:39.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.937 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:39.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:39.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:39.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:39.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:39.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2011040719(state=PENDING, result=null, callback=(continuation of Deferred@648773241 after retry RPC after error@982666038) -> (continuation of Deferred@924886275 after retry RPC after error@816267355) -> (continuation of Deferred@1300412544 after retry RPC after error@1709281789) -> (continuation of Deferred@1465592063 after retry RPC after error@1567887319) -> (continuation of Deferred@99285569 after retry RPC after error@1827536248) -> (continuation of Deferred@1660890314 after retry RPC after error@520654325) -> (continuation of Deferred@1306674343 after retry RPC after error@1315399262), errback=(continuation of Deferred@648773241 after retry RPC after error@982666038) -> (continuation of Deferred@924886275 after retry RPC after error@816267355) -> (continuation of Deferred@1300412544 after retry RPC after error@1709281789) -> (continuation of Deferred@1465592063 after retry RPC after error@1567887319) -> (continuation of Deferred@99285569 after retry RPC after error@1827536248) -> (continuation of Deferred@1660890314 after retry RPC after error@520654325) -> (continuation of Deferred@1306674343 after retry RPC after error@1315399262)))
11:18:40.039 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2011040719(state=PENDING, result=null, callback=(continuation of Deferred@648773241 after retry RPC after error@982666038) -> (continuation of Deferred@924886275 after retry RPC after error@816267355) -> (continuation of Deferred@1300412544 after retry RPC after error@1709281789) -> (continuation of Deferred@1465592063 after retry RPC after error@1567887319) -> (continuation of Deferred@99285569 after retry RPC after error@1827536248) -> (continuation of Deferred@1660890314 after retry RPC after error@520654325) -> (continuation of Deferred@1306674343 after retry RPC after error@1315399262), errback=(continuation of Deferred@648773241 after retry RPC after error@982666038) -> (continuation of Deferred@924886275 after retry RPC after error@816267355) -> (continuation of Deferred@1300412544 after retry RPC after error@1709281789) -> (continuation of Deferred@1465592063 after retry RPC after error@1567887319) -> (continuation of Deferred@99285569 after retry RPC after error@1827536248) -> (continuation of Deferred@1660890314 after retry RPC after error@520654325) -> (continuation of Deferred@1306674343 after retry RPC after error@1315399262)))
11:18:40.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.137 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.177 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.316 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1500207981(state=PENDING, result=null, callback=(continuation of Deferred@182030510 after retry RPC after error@471207018) -> (continuation of Deferred@917988042 after retry RPC after error@889517890) -> (continuation of Deferred@1931369900 after retry RPC after error@1598515961) -> (continuation of Deferred@1391190761 after retry RPC after error@1086824721) -> (continuation of Deferred@1094018968 after retry RPC after error@633462245) -> (continuation of Deferred@682663710 after retry RPC after error@1426226224) -> (continuation of Deferred@1071765679 after retry RPC after error@342103107), errback=(continuation of Deferred@182030510 after retry RPC after error@471207018) -> (continuation of Deferred@917988042 after retry RPC after error@889517890) -> (continuation of Deferred@1931369900 after retry RPC after error@1598515961) -> (continuation of Deferred@1391190761 after retry RPC after error@1086824721) -> (continuation of Deferred@1094018968 after retry RPC after error@633462245) -> (continuation of Deferred@682663710 after retry RPC after error@1426226224) -> (continuation of Deferred@1071765679 after retry RPC after error@342103107)))
11:18:40.317 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:40.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.477 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.479 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2060467154(state=PENDING, result=null, callback=(continuation of Deferred@570570693 after retry RPC after error@1459432105) -> (continuation of Deferred@836190028 after retry RPC after error@1243778063) -> (continuation of Deferred@2033002129 after retry RPC after error@1178268543) -> (continuation of Deferred@1310689707 after retry RPC after error@268646035) -> (continuation of Deferred@9077676 after retry RPC after error@297417161) -> (continuation of Deferred@593148036 after retry RPC after error@719631826), errback=(continuation of Deferred@570570693 after retry RPC after error@1459432105) -> (continuation of Deferred@836190028 after retry RPC after error@1243778063) -> (continuation of Deferred@2033002129 after retry RPC after error@1178268543) -> (continuation of Deferred@1310689707 after retry RPC after error@268646035) -> (continuation of Deferred@9077676 after retry RPC after error@297417161) -> (continuation of Deferred@593148036 after retry RPC after error@719631826)))
11:18:40.479 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2060467154(state=PENDING, result=null, callback=(continuation of Deferred@570570693 after retry RPC after error@1459432105) -> (continuation of Deferred@836190028 after retry RPC after error@1243778063) -> (continuation of Deferred@2033002129 after retry RPC after error@1178268543) -> (continuation of Deferred@1310689707 after retry RPC after error@268646035) -> (continuation of Deferred@9077676 after retry RPC after error@297417161) -> (continuation of Deferred@593148036 after retry RPC after error@719631826), errback=(continuation of Deferred@570570693 after retry RPC after error@1459432105) -> (continuation of Deferred@836190028 after retry RPC after error@1243778063) -> (continuation of Deferred@2033002129 after retry RPC after error@1178268543) -> (continuation of Deferred@1310689707 after retry RPC after error@268646035) -> (continuation of Deferred@9077676 after retry RPC after error@297417161) -> (continuation of Deferred@593148036 after retry RPC after error@719631826)))
11:18:40.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.537 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1239938391(state=PENDING, result=null, callback=(continuation of Deferred@440744442 after retry RPC after error@326999022) -> (continuation of Deferred@230640170 after retry RPC after error@2072267655) -> (continuation of Deferred@1220356068 after retry RPC after error@929069046) -> (continuation of Deferred@1081709866 after retry RPC after error@435697361) -> (continuation of Deferred@945532941 after retry RPC after error@204517175) -> (continuation of Deferred@7121758 after retry RPC after error@1492802364) -> (continuation of Deferred@1036272630 after retry RPC after error@881072750), errback=(continuation of Deferred@440744442 after retry RPC after error@326999022) -> (continuation of Deferred@230640170 after retry RPC after error@2072267655) -> (continuation of Deferred@1220356068 after retry RPC after error@929069046) -> (continuation of Deferred@1081709866 after retry RPC after error@435697361) -> (continuation of Deferred@945532941 after retry RPC after error@204517175) -> (continuation of Deferred@7121758 after retry RPC after error@1492802364) -> (continuation of Deferred@1036272630 after retry RPC after error@881072750)))
11:18:40.679 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1239938391(state=PENDING, result=null, callback=(continuation of Deferred@440744442 after retry RPC after error@326999022) -> (continuation of Deferred@230640170 after retry RPC after error@2072267655) -> (continuation of Deferred@1220356068 after retry RPC after error@929069046) -> (continuation of Deferred@1081709866 after retry RPC after error@435697361) -> (continuation of Deferred@945532941 after retry RPC after error@204517175) -> (continuation of Deferred@7121758 after retry RPC after error@1492802364) -> (continuation of Deferred@1036272630 after retry RPC after error@881072750), errback=(continuation of Deferred@440744442 after retry RPC after error@326999022) -> (continuation of Deferred@230640170 after retry RPC after error@2072267655) -> (continuation of Deferred@1220356068 after retry RPC after error@929069046) -> (continuation of Deferred@1081709866 after retry RPC after error@435697361) -> (continuation of Deferred@945532941 after retry RPC after error@204517175) -> (continuation of Deferred@7121758 after retry RPC after error@1492802364) -> (continuation of Deferred@1036272630 after retry RPC after error@881072750)))
11:18:40.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1382091467(state=PENDING, result=null, callback=(continuation of Deferred@542765942 after retry RPC after error@2121939859) -> (continuation of Deferred@828766722 after retry RPC after error@1804110263) -> (continuation of Deferred@77923827 after retry RPC after error@732696663) -> (continuation of Deferred@898058954 after retry RPC after error@443394300) -> (continuation of Deferred@910929119 after retry RPC after error@2100178153) -> (continuation of Deferred@1920002204 after retry RPC after error@95261798) -> (continuation of Deferred@1860955480 after retry RPC after error@1655622920), errback=(continuation of Deferred@542765942 after retry RPC after error@2121939859) -> (continuation of Deferred@828766722 after retry RPC after error@1804110263) -> (continuation of Deferred@77923827 after retry RPC after error@732696663) -> (continuation of Deferred@898058954 after retry RPC after error@443394300) -> (continuation of Deferred@910929119 after retry RPC after error@2100178153) -> (continuation of Deferred@1920002204 after retry RPC after error@95261798) -> (continuation of Deferred@1860955480 after retry RPC after error@1655622920)))
11:18:40.840 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1382091467(state=PENDING, result=null, callback=(continuation of Deferred@542765942 after retry RPC after error@2121939859) -> (continuation of Deferred@828766722 after retry RPC after error@1804110263) -> (continuation of Deferred@77923827 after retry RPC after error@732696663) -> (continuation of Deferred@898058954 after retry RPC after error@443394300) -> (continuation of Deferred@910929119 after retry RPC after error@2100178153) -> (continuation of Deferred@1920002204 after retry RPC after error@95261798) -> (continuation of Deferred@1860955480 after retry RPC after error@1655622920), errback=(continuation of Deferred@542765942 after retry RPC after error@2121939859) -> (continuation of Deferred@828766722 after retry RPC after error@1804110263) -> (continuation of Deferred@77923827 after retry RPC after error@732696663) -> (continuation of Deferred@898058954 after retry RPC after error@443394300) -> (continuation of Deferred@910929119 after retry RPC after error@2100178153) -> (continuation of Deferred@1920002204 after retry RPC after error@95261798) -> (continuation of Deferred@1860955480 after retry RPC after error@1655622920)))
11:18:40.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.921 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:40.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:40.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:40.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:40.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:40.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.098 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@478680697(state=PENDING, result=null, callback=(continuation of Deferred@969058526 after retry RPC after error@264560366) -> (continuation of Deferred@1633896677 after retry RPC after error@1032102254) -> (continuation of Deferred@288123480 after retry RPC after error@943121725) -> (continuation of Deferred@1131001534 after retry RPC after error@1535045740) -> (continuation of Deferred@703737841 after retry RPC after error@652355839) -> (continuation of Deferred@682665691 after retry RPC after error@81907249) -> (continuation of Deferred@1012200699 after retry RPC after error@189175390) -> (continuation of Deferred@644706195 after retry RPC after error@746040617), errback=(continuation of Deferred@969058526 after retry RPC after error@264560366) -> (continuation of Deferred@1633896677 after retry RPC after error@1032102254) -> (continuation of Deferred@288123480 after retry RPC after error@943121725) -> (continuation of Deferred@1131001534 after retry RPC after error@1535045740) -> (continuation of Deferred@703737841 after retry RPC after error@652355839) -> (continuation of Deferred@682665691 after retry RPC after error@81907249) -> (continuation of Deferred@1012200699 after retry RPC after error@189175390) -> (continuation of Deferred@644706195 after retry RPC after error@746040617)))
11:18:41.099 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@478680697(state=PENDING, result=null, callback=(continuation of Deferred@969058526 after retry RPC after error@264560366) -> (continuation of Deferred@1633896677 after retry RPC after error@1032102254) -> (continuation of Deferred@288123480 after retry RPC after error@943121725) -> (continuation of Deferred@1131001534 after retry RPC after error@1535045740) -> (continuation of Deferred@703737841 after retry RPC after error@652355839) -> (continuation of Deferred@682665691 after retry RPC after error@81907249) -> (continuation of Deferred@1012200699 after retry RPC after error@189175390) -> (continuation of Deferred@644706195 after retry RPC after error@746040617), errback=(continuation of Deferred@969058526 after retry RPC after error@264560366) -> (continuation of Deferred@1633896677 after retry RPC after error@1032102254) -> (continuation of Deferred@288123480 after retry RPC after error@943121725) -> (continuation of Deferred@1131001534 after retry RPC after error@1535045740) -> (continuation of Deferred@703737841 after retry RPC after error@652355839) -> (continuation of Deferred@682665691 after retry RPC after error@81907249) -> (continuation of Deferred@1012200699 after retry RPC after error@189175390) -> (continuation of Deferred@644706195 after retry RPC after error@746040617)))
11:18:41.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.177 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.377 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1607335424(state=PENDING, result=null, callback=(continuation of Deferred@2016719214 after retry RPC after error@676257478) -> (continuation of Deferred@1062529155 after retry RPC after error@265890967) -> (continuation of Deferred@1388004291 after retry RPC after error@207429564) -> (continuation of Deferred@349568580 after retry RPC after error@1378797021) -> (continuation of Deferred@1510154496 after retry RPC after error@1044870403) -> (continuation of Deferred@89889617 after retry RPC after error@570402314) -> (continuation of Deferred@1656195092 after retry RPC after error@1742538284), errback=(continuation of Deferred@2016719214 after retry RPC after error@676257478) -> (continuation of Deferred@1062529155 after retry RPC after error@265890967) -> (continuation of Deferred@1388004291 after retry RPC after error@207429564) -> (continuation of Deferred@349568580 after retry RPC after error@1378797021) -> (continuation of Deferred@1510154496 after retry RPC after error@1044870403) -> (continuation of Deferred@89889617 after retry RPC after error@570402314) -> (continuation of Deferred@1656195092 after retry RPC after error@1742538284)))
11:18:41.377 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:41.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:41.454630 31542 master_runner.cc:186] Error getting master registration for 127.29.58.126:44775: Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111),
11:18:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:41.454833 31542 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:18:41.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.638 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@368527405(state=PENDING, result=null, callback=(continuation of Deferred@1353365581 after retry RPC after error@1648559315) -> (continuation of Deferred@175137696 after retry RPC after error@627700963) -> (continuation of Deferred@537155795 after retry RPC after error@1511765404) -> (continuation of Deferred@1409261596 after retry RPC after error@970688620) -> (continuation of Deferred@1000054084 after retry RPC after error@1009481982) -> (continuation of Deferred@310034471 after retry RPC after error@2005377772) -> (continuation of Deferred@269578469 after retry RPC after error@2006587025) -> (continuation of Deferred@866491325 after retry RPC after error@2046808039), errback=(continuation of Deferred@1353365581 after retry RPC after error@1648559315) -> (continuation of Deferred@175137696 after retry RPC after error@627700963) -> (continuation of Deferred@537155795 after retry RPC after error@1511765404) -> (continuation of Deferred@1409261596 after retry RPC after error@970688620) -> (continuation of Deferred@1000054084 after retry RPC after error@1009481982) -> (continuation of Deferred@310034471 after retry RPC after error@2005377772) -> (continuation of Deferred@269578469 after retry RPC after error@2006587025) -> (continuation of Deferred@866491325 after retry RPC after error@2046808039)))
11:18:41.639 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@368527405(state=PENDING, result=null, callback=(continuation of Deferred@1353365581 after retry RPC after error@1648559315) -> (continuation of Deferred@175137696 after retry RPC after error@627700963) -> (continuation of Deferred@537155795 after retry RPC after error@1511765404) -> (continuation of Deferred@1409261596 after retry RPC after error@970688620) -> (continuation of Deferred@1000054084 after retry RPC after error@1009481982) -> (continuation of Deferred@310034471 after retry RPC after error@2005377772) -> (continuation of Deferred@269578469 after retry RPC after error@2006587025) -> (continuation of Deferred@866491325 after retry RPC after error@2046808039), errback=(continuation of Deferred@1353365581 after retry RPC after error@1648559315) -> (continuation of Deferred@175137696 after retry RPC after error@627700963) -> (continuation of Deferred@537155795 after retry RPC after error@1511765404) -> (continuation of Deferred@1409261596 after retry RPC after error@970688620) -> (continuation of Deferred@1000054084 after retry RPC after error@1009481982) -> (continuation of Deferred@310034471 after retry RPC after error@2005377772) -> (continuation of Deferred@269578469 after retry RPC after error@2006587025) -> (continuation of Deferred@866491325 after retry RPC after error@2046808039)))
11:18:41.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.899 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1932965215(state=PENDING, result=null, callback=(continuation of Deferred@25805043 after retry RPC after error@266485893) -> (continuation of Deferred@804490377 after retry RPC after error@1764317285) -> (continuation of Deferred@652772331 after retry RPC after error@999492059) -> (continuation of Deferred@146230756 after retry RPC after error@729732839) -> (continuation of Deferred@1240203192 after retry RPC after error@1779825295) -> (continuation of Deferred@1484735044 after retry RPC after error@90930754) -> (continuation of Deferred@325801832 after retry RPC after error@1450120712), errback=(continuation of Deferred@25805043 after retry RPC after error@266485893) -> (continuation of Deferred@804490377 after retry RPC after error@1764317285) -> (continuation of Deferred@652772331 after retry RPC after error@999492059) -> (continuation of Deferred@146230756 after retry RPC after error@729732839) -> (continuation of Deferred@1240203192 after retry RPC after error@1779825295) -> (continuation of Deferred@1484735044 after retry RPC after error@90930754) -> (continuation of Deferred@325801832 after retry RPC after error@1450120712)))
11:18:41.900 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1932965215(state=PENDING, result=null, callback=(continuation of Deferred@25805043 after retry RPC after error@266485893) -> (continuation of Deferred@804490377 after retry RPC after error@1764317285) -> (continuation of Deferred@652772331 after retry RPC after error@999492059) -> (continuation of Deferred@146230756 after retry RPC after error@729732839) -> (continuation of Deferred@1240203192 after retry RPC after error@1779825295) -> (continuation of Deferred@1484735044 after retry RPC after error@90930754) -> (continuation of Deferred@325801832 after retry RPC after error@1450120712), errback=(continuation of Deferred@25805043 after retry RPC after error@266485893) -> (continuation of Deferred@804490377 after retry RPC after error@1764317285) -> (continuation of Deferred@652772331 after retry RPC after error@999492059) -> (continuation of Deferred@146230756 after retry RPC after error@729732839) -> (continuation of Deferred@1240203192 after retry RPC after error@1779825295) -> (continuation of Deferred@1484735044 after retry RPC after error@90930754) -> (continuation of Deferred@325801832 after retry RPC after error@1450120712)))
11:18:41.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.937 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.937 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:41.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:41.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:41.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:41.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:41.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.037 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.037 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.097 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1355289835(state=PENDING, result=null, callback=(continuation of Deferred@1460500860 after retry RPC after error@1668168745) -> (continuation of Deferred@1206069540 after retry RPC after error@1461457535) -> (continuation of Deferred@1801865081 after retry RPC after error@2038145352) -> (continuation of Deferred@655297866 after retry RPC after error@272071742) -> (continuation of Deferred@1236511950 after retry RPC after error@1835410769) -> (continuation of Deferred@853283050 after retry RPC after error@430005251) -> (continuation of Deferred@1293964837 after retry RPC after error@288407165), errback=(continuation of Deferred@1460500860 after retry RPC after error@1668168745) -> (continuation of Deferred@1206069540 after retry RPC after error@1461457535) -> (continuation of Deferred@1801865081 after retry RPC after error@2038145352) -> (continuation of Deferred@655297866 after retry RPC after error@272071742) -> (continuation of Deferred@1236511950 after retry RPC after error@1835410769) -> (continuation of Deferred@853283050 after retry RPC after error@430005251) -> (continuation of Deferred@1293964837 after retry RPC after error@288407165)))
11:18:42.159 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1355289835(state=PENDING, result=null, callback=(continuation of Deferred@1460500860 after retry RPC after error@1668168745) -> (continuation of Deferred@1206069540 after retry RPC after error@1461457535) -> (continuation of Deferred@1801865081 after retry RPC after error@2038145352) -> (continuation of Deferred@655297866 after retry RPC after error@272071742) -> (continuation of Deferred@1236511950 after retry RPC after error@1835410769) -> (continuation of Deferred@853283050 after retry RPC after error@430005251) -> (continuation of Deferred@1293964837 after retry RPC after error@288407165), errback=(continuation of Deferred@1460500860 after retry RPC after error@1668168745) -> (continuation of Deferred@1206069540 after retry RPC after error@1461457535) -> (continuation of Deferred@1801865081 after retry RPC after error@2038145352) -> (continuation of Deferred@655297866 after retry RPC after error@272071742) -> (continuation of Deferred@1236511950 after retry RPC after error@1835410769) -> (continuation of Deferred@853283050 after retry RPC after error@430005251) -> (continuation of Deferred@1293964837 after retry RPC after error@288407165)))
11:18:42.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.237 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1449112649(state=PENDING, result=null, callback=(continuation of Deferred@1811534678 after retry RPC after error@343488570) -> (continuation of Deferred@745168772 after retry RPC after error@129780668) -> (continuation of Deferred@578444158 after retry RPC after error@2132742115) -> (continuation of Deferred@24639995 after retry RPC after error@1693692866) -> (continuation of Deferred@346207625 after retry RPC after error@331731177) -> (continuation of Deferred@767777611 after retry RPC after error@1415024786), errback=(continuation of Deferred@1811534678 after retry RPC after error@343488570) -> (continuation of Deferred@745168772 after retry RPC after error@129780668) -> (continuation of Deferred@578444158 after retry RPC after error@2132742115) -> (continuation of Deferred@24639995 after retry RPC after error@1693692866) -> (continuation of Deferred@346207625 after retry RPC after error@331731177) -> (continuation of Deferred@767777611 after retry RPC after error@1415024786)))
11:18:42.359 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1449112649(state=PENDING, result=null, callback=(continuation of Deferred@1811534678 after retry RPC after error@343488570) -> (continuation of Deferred@745168772 after retry RPC after error@129780668) -> (continuation of Deferred@578444158 after retry RPC after error@2132742115) -> (continuation of Deferred@24639995 after retry RPC after error@1693692866) -> (continuation of Deferred@346207625 after retry RPC after error@331731177) -> (continuation of Deferred@767777611 after retry RPC after error@1415024786), errback=(continuation of Deferred@1811534678 after retry RPC after error@343488570) -> (continuation of Deferred@745168772 after retry RPC after error@129780668) -> (continuation of Deferred@578444158 after retry RPC after error@2132742115) -> (continuation of Deferred@24639995 after retry RPC after error@1693692866) -> (continuation of Deferred@346207625 after retry RPC after error@331731177) -> (continuation of Deferred@767777611 after retry RPC after error@1415024786)))
11:18:42.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.598 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@256441746(state=PENDING, result=null, callback=(continuation of Deferred@416204935 after retry RPC after error@239138382) -> (continuation of Deferred@1592898497 after retry RPC after error@371028448) -> (continuation of Deferred@2021198164 after retry RPC after error@1895981715) -> (continuation of Deferred@582924489 after retry RPC after error@1607552783) -> (continuation of Deferred@1876090376 after retry RPC after error@228999067) -> (continuation of Deferred@1518974486 after retry RPC after error@267723647) -> (continuation of Deferred@1982762519 after retry RPC after error@1246248366), errback=(continuation of Deferred@416204935 after retry RPC after error@239138382) -> (continuation of Deferred@1592898497 after retry RPC after error@371028448) -> (continuation of Deferred@2021198164 after retry RPC after error@1895981715) -> (continuation of Deferred@582924489 after retry RPC after error@1607552783) -> (continuation of Deferred@1876090376 after retry RPC after error@228999067) -> (continuation of Deferred@1518974486 after retry RPC after error@267723647) -> (continuation of Deferred@1982762519 after retry RPC after error@1246248366)))
11:18:42.599 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@256441746(state=PENDING, result=null, callback=(continuation of Deferred@416204935 after retry RPC after error@239138382) -> (continuation of Deferred@1592898497 after retry RPC after error@371028448) -> (continuation of Deferred@2021198164 after retry RPC after error@1895981715) -> (continuation of Deferred@582924489 after retry RPC after error@1607552783) -> (continuation of Deferred@1876090376 after retry RPC after error@228999067) -> (continuation of Deferred@1518974486 after retry RPC after error@267723647) -> (continuation of Deferred@1982762519 after retry RPC after error@1246248366), errback=(continuation of Deferred@416204935 after retry RPC after error@239138382) -> (continuation of Deferred@1592898497 after retry RPC after error@371028448) -> (continuation of Deferred@2021198164 after retry RPC after error@1895981715) -> (continuation of Deferred@582924489 after retry RPC after error@1607552783) -> (continuation of Deferred@1876090376 after retry RPC after error@228999067) -> (continuation of Deferred@1518974486 after retry RPC after error@267723647) -> (continuation of Deferred@1982762519 after retry RPC after error@1246248366)))
11:18:42.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.799 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1868408083(state=PENDING, result=null, callback=(continuation of Deferred@756006000 after retry RPC after error@1867121080) -> (continuation of Deferred@1360371598 after retry RPC after error@1407372674) -> (continuation of Deferred@64886706 after retry RPC after error@1009156528) -> (continuation of Deferred@1102217301 after retry RPC after error@75094844) -> (continuation of Deferred@2003386246 after retry RPC after error@2135563226) -> (continuation of Deferred@707759182 after retry RPC after error@1615135244) -> (continuation of Deferred@1592693901 after retry RPC after error@1901445185), errback=(continuation of Deferred@756006000 after retry RPC after error@1867121080) -> (continuation of Deferred@1360371598 after retry RPC after error@1407372674) -> (continuation of Deferred@64886706 after retry RPC after error@1009156528) -> (continuation of Deferred@1102217301 after retry RPC after error@75094844) -> (continuation of Deferred@2003386246 after retry RPC after error@2135563226) -> (continuation of Deferred@707759182 after retry RPC after error@1615135244) -> (continuation of Deferred@1592693901 after retry RPC after error@1901445185)))
11:18:42.799 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1868408083(state=PENDING, result=null, callback=(continuation of Deferred@756006000 after retry RPC after error@1867121080) -> (continuation of Deferred@1360371598 after retry RPC after error@1407372674) -> (continuation of Deferred@64886706 after retry RPC after error@1009156528) -> (continuation of Deferred@1102217301 after retry RPC after error@75094844) -> (continuation of Deferred@2003386246 after retry RPC after error@2135563226) -> (continuation of Deferred@707759182 after retry RPC after error@1615135244) -> (continuation of Deferred@1592693901 after retry RPC after error@1901445185), errback=(continuation of Deferred@756006000 after retry RPC after error@1867121080) -> (continuation of Deferred@1360371598 after retry RPC after error@1407372674) -> (continuation of Deferred@64886706 after retry RPC after error@1009156528) -> (continuation of Deferred@1102217301 after retry RPC after error@75094844) -> (continuation of Deferred@2003386246 after retry RPC after error@2135563226) -> (continuation of Deferred@707759182 after retry RPC after error@1615135244) -> (continuation of Deferred@1592693901 after retry RPC after error@1901445185)))
11:18:42.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:42.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:42.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:42.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:42.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:42.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.077 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1036699065(state=PENDING, result=null, callback=(continuation of Deferred@1244326806 after retry RPC after error@1064585159) -> (continuation of Deferred@479566350 after retry RPC after error@2006541096) -> (continuation of Deferred@1785872406 after retry RPC after error@1998940384) -> (continuation of Deferred@1196480992 after retry RPC after error@2070700545) -> (continuation of Deferred@57077642 after retry RPC after error@1608050030) -> (continuation of Deferred@503756972 after retry RPC after error@107134215) -> (continuation of Deferred@843843838 after retry RPC after error@715618380) -> (continuation of Deferred@30373484 after retry RPC after error@316045783) -> (continuation of Deferred@1074763915 after retry RPC after error@1375464926), errback=(continuation of Deferred@1244326806 after retry RPC after error@1064585159) -> (continuation of Deferred@479566350 after retry RPC after error@2006541096) -> (continuation of Deferred@1785872406 after retry RPC after error@1998940384) -> (continuation of Deferred@1196480992 after retry RPC after error@2070700545) -> (continuation of Deferred@57077642 after retry RPC after error@1608050030) -> (continuation of Deferred@503756972 after retry RPC after error@107134215) -> (continuation of Deferred@843843838 after retry RPC after error@715618380) -> (continuation of Deferred@30373484 after retry RPC after error@316045783) -> (continuation of Deferred@1074763915 after retry RPC after error@1375464926)))
11:18:43.077 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:43.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.137 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1335213022(state=PENDING, result=null, callback=(continuation of Deferred@1421694578 after retry RPC after error@1383619810) -> (continuation of Deferred@1894952885 after retry RPC after error@307994942) -> (continuation of Deferred@753630145 after retry RPC after error@1013231090) -> (continuation of Deferred@1494098636 after retry RPC after error@370358914) -> (continuation of Deferred@1632726770 after retry RPC after error@2017674263) -> (continuation of Deferred@1358102929 after retry RPC after error@1597761063) -> (continuation of Deferred@897005004 after retry RPC after error@1475783817), errback=(continuation of Deferred@1421694578 after retry RPC after error@1383619810) -> (continuation of Deferred@1894952885 after retry RPC after error@307994942) -> (continuation of Deferred@753630145 after retry RPC after error@1013231090) -> (continuation of Deferred@1494098636 after retry RPC after error@370358914) -> (continuation of Deferred@1632726770 after retry RPC after error@2017674263) -> (continuation of Deferred@1358102929 after retry RPC after error@1597761063) -> (continuation of Deferred@897005004 after retry RPC after error@1475783817)))
11:18:43.319 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1335213022(state=PENDING, result=null, callback=(continuation of Deferred@1421694578 after retry RPC after error@1383619810) -> (continuation of Deferred@1894952885 after retry RPC after error@307994942) -> (continuation of Deferred@753630145 after retry RPC after error@1013231090) -> (continuation of Deferred@1494098636 after retry RPC after error@370358914) -> (continuation of Deferred@1632726770 after retry RPC after error@2017674263) -> (continuation of Deferred@1358102929 after retry RPC after error@1597761063) -> (continuation of Deferred@897005004 after retry RPC after error@1475783817), errback=(continuation of Deferred@1421694578 after retry RPC after error@1383619810) -> (continuation of Deferred@1894952885 after retry RPC after error@307994942) -> (continuation of Deferred@753630145 after retry RPC after error@1013231090) -> (continuation of Deferred@1494098636 after retry RPC after error@370358914) -> (continuation of Deferred@1632726770 after retry RPC after error@2017674263) -> (continuation of Deferred@1358102929 after retry RPC after error@1597761063) -> (continuation of Deferred@897005004 after retry RPC after error@1475783817)))
11:18:43.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@139810951(state=PENDING, result=null, callback=(continuation of Deferred@2033293399 after retry RPC after error@326002384) -> (continuation of Deferred@1652386723 after retry RPC after error@1078892043) -> (continuation of Deferred@902323573 after retry RPC after error@1433466362) -> (continuation of Deferred@1557769348 after retry RPC after error@1754499034) -> (continuation of Deferred@524770376 after retry RPC after error@1296741759) -> (continuation of Deferred@1558613470 after retry RPC after error@683637967), errback=(continuation of Deferred@2033293399 after retry RPC after error@326002384) -> (continuation of Deferred@1652386723 after retry RPC after error@1078892043) -> (continuation of Deferred@902323573 after retry RPC after error@1433466362) -> (continuation of Deferred@1557769348 after retry RPC after error@1754499034) -> (continuation of Deferred@524770376 after retry RPC after error@1296741759) -> (continuation of Deferred@1558613470 after retry RPC after error@683637967)))
11:18:43.520 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@139810951(state=PENDING, result=null, callback=(continuation of Deferred@2033293399 after retry RPC after error@326002384) -> (continuation of Deferred@1652386723 after retry RPC after error@1078892043) -> (continuation of Deferred@902323573 after retry RPC after error@1433466362) -> (continuation of Deferred@1557769348 after retry RPC after error@1754499034) -> (continuation of Deferred@524770376 after retry RPC after error@1296741759) -> (continuation of Deferred@1558613470 after retry RPC after error@683637967), errback=(continuation of Deferred@2033293399 after retry RPC after error@326002384) -> (continuation of Deferred@1652386723 after retry RPC after error@1078892043) -> (continuation of Deferred@902323573 after retry RPC after error@1433466362) -> (continuation of Deferred@1557769348 after retry RPC after error@1754499034) -> (continuation of Deferred@524770376 after retry RPC after error@1296741759) -> (continuation of Deferred@1558613470 after retry RPC after error@683637967)))
11:18:43.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.759 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@683127476(state=PENDING, result=null, callback=(continuation of Deferred@1981761525 after retry RPC after error@1037382621) -> (continuation of Deferred@307563519 after retry RPC after error@132266259) -> (continuation of Deferred@189720309 after retry RPC after error@529627034) -> (continuation of Deferred@622959972 after retry RPC after error@865931890) -> (continuation of Deferred@1335374778 after retry RPC after error@1537319028) -> (continuation of Deferred@1916980441 after retry RPC after error@689397345) -> (continuation of Deferred@656190746 after retry RPC after error@1902648205), errback=(continuation of Deferred@1981761525 after retry RPC after error@1037382621) -> (continuation of Deferred@307563519 after retry RPC after error@132266259) -> (continuation of Deferred@189720309 after retry RPC after error@529627034) -> (continuation of Deferred@622959972 after retry RPC after error@865931890) -> (continuation of Deferred@1335374778 after retry RPC after error@1537319028) -> (continuation of Deferred@1916980441 after retry RPC after error@689397345) -> (continuation of Deferred@656190746 after retry RPC after error@1902648205)))
11:18:43.759 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@683127476(state=PENDING, result=null, callback=(continuation of Deferred@1981761525 after retry RPC after error@1037382621) -> (continuation of Deferred@307563519 after retry RPC after error@132266259) -> (continuation of Deferred@189720309 after retry RPC after error@529627034) -> (continuation of Deferred@622959972 after retry RPC after error@865931890) -> (continuation of Deferred@1335374778 after retry RPC after error@1537319028) -> (continuation of Deferred@1916980441 after retry RPC after error@689397345) -> (continuation of Deferred@656190746 after retry RPC after error@1902648205), errback=(continuation of Deferred@1981761525 after retry RPC after error@1037382621) -> (continuation of Deferred@307563519 after retry RPC after error@132266259) -> (continuation of Deferred@189720309 after retry RPC after error@529627034) -> (continuation of Deferred@622959972 after retry RPC after error@865931890) -> (continuation of Deferred@1335374778 after retry RPC after error@1537319028) -> (continuation of Deferred@1916980441 after retry RPC after error@689397345) -> (continuation of Deferred@656190746 after retry RPC after error@1902648205)))
11:18:43.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.937 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.939 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1240007194(state=PENDING, result=null, callback=(continuation of Deferred@1266538512 after retry RPC after error@481975958) -> (continuation of Deferred@1177145534 after retry RPC after error@1204937651) -> (continuation of Deferred@1657347585 after retry RPC after error@743027232) -> (continuation of Deferred@611134263 after retry RPC after error@1827248242) -> (continuation of Deferred@1190836984 after retry RPC after error@667146421) -> (continuation of Deferred@1790602217 after retry RPC after error@1253070020), errback=(continuation of Deferred@1266538512 after retry RPC after error@481975958) -> (continuation of Deferred@1177145534 after retry RPC after error@1204937651) -> (continuation of Deferred@1657347585 after retry RPC after error@743027232) -> (continuation of Deferred@611134263 after retry RPC after error@1827248242) -> (continuation of Deferred@1190836984 after retry RPC after error@667146421) -> (continuation of Deferred@1790602217 after retry RPC after error@1253070020)))
11:18:43.940 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1240007194(state=PENDING, result=null, callback=(continuation of Deferred@1266538512 after retry RPC after error@481975958) -> (continuation of Deferred@1177145534 after retry RPC after error@1204937651) -> (continuation of Deferred@1657347585 after retry RPC after error@743027232) -> (continuation of Deferred@611134263 after retry RPC after error@1827248242) -> (continuation of Deferred@1190836984 after retry RPC after error@667146421) -> (continuation of Deferred@1790602217 after retry RPC after error@1253070020), errback=(continuation of Deferred@1266538512 after retry RPC after error@481975958) -> (continuation of Deferred@1177145534 after retry RPC after error@1204937651) -> (continuation of Deferred@1657347585 after retry RPC after error@743027232) -> (continuation of Deferred@611134263 after retry RPC after error@1827248242) -> (continuation of Deferred@1190836984 after retry RPC after error@667146421) -> (continuation of Deferred@1790602217 after retry RPC after error@1253070020)))
11:18:43.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:43.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:43.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:43.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:43.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:43.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@289593539(state=PENDING, result=null, callback=(continuation of Deferred@1045239639 after retry RPC after error@153060913) -> (continuation of Deferred@955146565 after retry RPC after error@1064120923) -> (continuation of Deferred@1766620494 after retry RPC after error@471289944) -> (continuation of Deferred@1463353046 after retry RPC after error@17953152) -> (continuation of Deferred@196958945 after retry RPC after error@764304990) -> (continuation of Deferred@1028705143 after retry RPC after error@860074156) -> (continuation of Deferred@1388875383 after retry RPC after error@225134302), errback=(continuation of Deferred@1045239639 after retry RPC after error@153060913) -> (continuation of Deferred@955146565 after retry RPC after error@1064120923) -> (continuation of Deferred@1766620494 after retry RPC after error@471289944) -> (continuation of Deferred@1463353046 after retry RPC after error@17953152) -> (continuation of Deferred@196958945 after retry RPC after error@764304990) -> (continuation of Deferred@1028705143 after retry RPC after error@860074156) -> (continuation of Deferred@1388875383 after retry RPC after error@225134302)))
11:18:44.159 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@289593539(state=PENDING, result=null, callback=(continuation of Deferred@1045239639 after retry RPC after error@153060913) -> (continuation of Deferred@955146565 after retry RPC after error@1064120923) -> (continuation of Deferred@1766620494 after retry RPC after error@471289944) -> (continuation of Deferred@1463353046 after retry RPC after error@17953152) -> (continuation of Deferred@196958945 after retry RPC after error@764304990) -> (continuation of Deferred@1028705143 after retry RPC after error@860074156) -> (continuation of Deferred@1388875383 after retry RPC after error@225134302), errback=(continuation of Deferred@1045239639 after retry RPC after error@153060913) -> (continuation of Deferred@955146565 after retry RPC after error@1064120923) -> (continuation of Deferred@1766620494 after retry RPC after error@471289944) -> (continuation of Deferred@1463353046 after retry RPC after error@17953152) -> (continuation of Deferred@196958945 after retry RPC after error@764304990) -> (continuation of Deferred@1028705143 after retry RPC after error@860074156) -> (continuation of Deferred@1388875383 after retry RPC after error@225134302)))
11:18:44.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.418 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@801159629(state=PENDING, result=null, callback=(continuation of Deferred@53646870 after retry RPC after error@1189919944) -> (continuation of Deferred@1955356306 after retry RPC after error@1579716383) -> (continuation of Deferred@1228746986 after retry RPC after error@1779748857) -> (continuation of Deferred@2088400103 after retry RPC after error@1722833920) -> (continuation of Deferred@1185585756 after retry RPC after error@168689271) -> (continuation of Deferred@629112477 after retry RPC after error@1095464558) -> (continuation of Deferred@1394703457 after retry RPC after error@909823540), errback=(continuation of Deferred@53646870 after retry RPC after error@1189919944) -> (continuation of Deferred@1955356306 after retry RPC after error@1579716383) -> (continuation of Deferred@1228746986 after retry RPC after error@1779748857) -> (continuation of Deferred@2088400103 after retry RPC after error@1722833920) -> (continuation of Deferred@1185585756 after retry RPC after error@168689271) -> (continuation of Deferred@629112477 after retry RPC after error@1095464558) -> (continuation of Deferred@1394703457 after retry RPC after error@909823540)))
11:18:44.419 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@801159629(state=PENDING, result=null, callback=(continuation of Deferred@53646870 after retry RPC after error@1189919944) -> (continuation of Deferred@1955356306 after retry RPC after error@1579716383) -> (continuation of Deferred@1228746986 after retry RPC after error@1779748857) -> (continuation of Deferred@2088400103 after retry RPC after error@1722833920) -> (continuation of Deferred@1185585756 after retry RPC after error@168689271) -> (continuation of Deferred@629112477 after retry RPC after error@1095464558) -> (continuation of Deferred@1394703457 after retry RPC after error@909823540), errback=(continuation of Deferred@53646870 after retry RPC after error@1189919944) -> (continuation of Deferred@1955356306 after retry RPC after error@1579716383) -> (continuation of Deferred@1228746986 after retry RPC after error@1779748857) -> (continuation of Deferred@2088400103 after retry RPC after error@1722833920) -> (continuation of Deferred@1185585756 after retry RPC after error@168689271) -> (continuation of Deferred@629112477 after retry RPC after error@1095464558) -> (continuation of Deferred@1394703457 after retry RPC after error@909823540)))
11:18:44.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:44.616793 30876 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:44.622344 30876 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:44.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:44.623970 30882 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.58.125:45839)
11:18:44.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.659 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1912932747(state=PENDING, result=null, callback=(continuation of Deferred@1052377618 after retry RPC after error@1858093387) -> (continuation of Deferred@2014014036 after retry RPC after error@572030351) -> (continuation of Deferred@1289503052 after retry RPC after error@544906117) -> (continuation of Deferred@50334740 after retry RPC after error@1645608446) -> (continuation of Deferred@1282217681 after retry RPC after error@943655530) -> (continuation of Deferred@995938773 after retry RPC after error@1995125069) -> (continuation of Deferred@1377069791 after retry RPC after error@305677997), errback=(continuation of Deferred@1052377618 after retry RPC after error@1858093387) -> (continuation of Deferred@2014014036 after retry RPC after error@572030351) -> (continuation of Deferred@1289503052 after retry RPC after error@544906117) -> (continuation of Deferred@50334740 after retry RPC after error@1645608446) -> (continuation of Deferred@1282217681 after retry RPC after error@943655530) -> (continuation of Deferred@995938773 after retry RPC after error@1995125069) -> (continuation of Deferred@1377069791 after retry RPC after error@305677997)))
11:18:44.659 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1912932747(state=PENDING, result=null, callback=(continuation of Deferred@1052377618 after retry RPC after error@1858093387) -> (continuation of Deferred@2014014036 after retry RPC after error@572030351) -> (continuation of Deferred@1289503052 after retry RPC after error@544906117) -> (continuation of Deferred@50334740 after retry RPC after error@1645608446) -> (continuation of Deferred@1282217681 after retry RPC after error@943655530) -> (continuation of Deferred@995938773 after retry RPC after error@1995125069) -> (continuation of Deferred@1377069791 after retry RPC after error@305677997), errback=(continuation of Deferred@1052377618 after retry RPC after error@1858093387) -> (continuation of Deferred@2014014036 after retry RPC after error@572030351) -> (continuation of Deferred@1289503052 after retry RPC after error@544906117) -> (continuation of Deferred@50334740 after retry RPC after error@1645608446) -> (continuation of Deferred@1282217681 after retry RPC after error@943655530) -> (continuation of Deferred@995938773 after retry RPC after error@1995125069) -> (continuation of Deferred@1377069791 after retry RPC after error@305677997)))
11:18:44.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.919 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1999598061(state=PENDING, result=null, callback=(continuation of Deferred@728812711 after retry RPC after error@1957995029) -> (continuation of Deferred@892605143 after retry RPC after error@957918597) -> (continuation of Deferred@346053621 after retry RPC after error@1171650430) -> (continuation of Deferred@1357047737 after retry RPC after error@753540261) -> (continuation of Deferred@981701950 after retry RPC after error@1351088919) -> (continuation of Deferred@387907985 after retry RPC after error@1802254563) -> (continuation of Deferred@1298168533 after retry RPC after error@575696685), errback=(continuation of Deferred@728812711 after retry RPC after error@1957995029) -> (continuation of Deferred@892605143 after retry RPC after error@957918597) -> (continuation of Deferred@346053621 after retry RPC after error@1171650430) -> (continuation of Deferred@1357047737 after retry RPC after error@753540261) -> (continuation of Deferred@981701950 after retry RPC after error@1351088919) -> (continuation of Deferred@387907985 after retry RPC after error@1802254563) -> (continuation of Deferred@1298168533 after retry RPC after error@575696685)))
11:18:44.919 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1999598061(state=PENDING, result=null, callback=(continuation of Deferred@728812711 after retry RPC after error@1957995029) -> (continuation of Deferred@892605143 after retry RPC after error@957918597) -> (continuation of Deferred@346053621 after retry RPC after error@1171650430) -> (continuation of Deferred@1357047737 after retry RPC after error@753540261) -> (continuation of Deferred@981701950 after retry RPC after error@1351088919) -> (continuation of Deferred@387907985 after retry RPC after error@1802254563) -> (continuation of Deferred@1298168533 after retry RPC after error@575696685), errback=(continuation of Deferred@728812711 after retry RPC after error@1957995029) -> (continuation of Deferred@892605143 after retry RPC after error@957918597) -> (continuation of Deferred@346053621 after retry RPC after error@1171650430) -> (continuation of Deferred@1357047737 after retry RPC after error@753540261) -> (continuation of Deferred@981701950 after retry RPC after error@1351088919) -> (continuation of Deferred@387907985 after retry RPC after error@1802254563) -> (continuation of Deferred@1298168533 after retry RPC after error@575696685)))
11:18:44.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:44.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:44.997 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:44.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:44.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:44.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.057 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.061 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.179 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [126ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1376167700(state=PENDING, result=null, callback=(continuation of Deferred@160434930 after retry RPC after error@302362169) -> (continuation of Deferred@1349505420 after retry RPC after error@926347922) -> (continuation of Deferred@1048099100 after retry RPC after error@28552332) -> (continuation of Deferred@805236359 after retry RPC after error@794569608) -> (continuation of Deferred@1410844454 after retry RPC after error@1222428388) -> (continuation of Deferred@277775278 after retry RPC after error@1581312604) -> (continuation of Deferred@872687685 after retry RPC after error@448869319) -> (continuation of Deferred@2117484738 after retry RPC after error@670910290), errback=(continuation of Deferred@160434930 after retry RPC after error@302362169) -> (continuation of Deferred@1349505420 after retry RPC after error@926347922) -> (continuation of Deferred@1048099100 after retry RPC after error@28552332) -> (continuation of Deferred@805236359 after retry RPC after error@794569608) -> (continuation of Deferred@1410844454 after retry RPC after error@1222428388) -> (continuation of Deferred@277775278 after retry RPC after error@1581312604) -> (continuation of Deferred@872687685 after retry RPC after error@448869319) -> (continuation of Deferred@2117484738 after retry RPC after error@670910290)))
11:18:45.179 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [126ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1376167700(state=PENDING, result=null, callback=(continuation of Deferred@160434930 after retry RPC after error@302362169) -> (continuation of Deferred@1349505420 after retry RPC after error@926347922) -> (continuation of Deferred@1048099100 after retry RPC after error@28552332) -> (continuation of Deferred@805236359 after retry RPC after error@794569608) -> (continuation of Deferred@1410844454 after retry RPC after error@1222428388) -> (continuation of Deferred@277775278 after retry RPC after error@1581312604) -> (continuation of Deferred@872687685 after retry RPC after error@448869319) -> (continuation of Deferred@2117484738 after retry RPC after error@670910290), errback=(continuation of Deferred@160434930 after retry RPC after error@302362169) -> (continuation of Deferred@1349505420 after retry RPC after error@926347922) -> (continuation of Deferred@1048099100 after retry RPC after error@28552332) -> (continuation of Deferred@805236359 after retry RPC after error@794569608) -> (continuation of Deferred@1410844454 after retry RPC after error@1222428388) -> (continuation of Deferred@277775278 after retry RPC after error@1581312604) -> (continuation of Deferred@872687685 after retry RPC after error@448869319) -> (continuation of Deferred@2117484738 after retry RPC after error@670910290)))
11:18:45.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.358 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1550366229(state=PENDING, result=null, callback=(continuation of Deferred@435643831 after retry RPC after error@2083699256) -> (continuation of Deferred@1425005821 after retry RPC after error@1303249003) -> (continuation of Deferred@1876299444 after retry RPC after error@115116556) -> (continuation of Deferred@746501662 after retry RPC after error@300832418) -> (continuation of Deferred@1309821317 after retry RPC after error@746337953) -> (continuation of Deferred@1978383222 after retry RPC after error@374581295), errback=(continuation of Deferred@435643831 after retry RPC after error@2083699256) -> (continuation of Deferred@1425005821 after retry RPC after error@1303249003) -> (continuation of Deferred@1876299444 after retry RPC after error@115116556) -> (continuation of Deferred@746501662 after retry RPC after error@300832418) -> (continuation of Deferred@1309821317 after retry RPC after error@746337953) -> (continuation of Deferred@1978383222 after retry RPC after error@374581295)))
11:18:45.359 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1550366229(state=PENDING, result=null, callback=(continuation of Deferred@435643831 after retry RPC after error@2083699256) -> (continuation of Deferred@1425005821 after retry RPC after error@1303249003) -> (continuation of Deferred@1876299444 after retry RPC after error@115116556) -> (continuation of Deferred@746501662 after retry RPC after error@300832418) -> (continuation of Deferred@1309821317 after retry RPC after error@746337953) -> (continuation of Deferred@1978383222 after retry RPC after error@374581295), errback=(continuation of Deferred@435643831 after retry RPC after error@2083699256) -> (continuation of Deferred@1425005821 after retry RPC after error@1303249003) -> (continuation of Deferred@1876299444 after retry RPC after error@115116556) -> (continuation of Deferred@746501662 after retry RPC after error@300832418) -> (continuation of Deferred@1309821317 after retry RPC after error@746337953) -> (continuation of Deferred@1978383222 after retry RPC after error@374581295)))
11:18:45.377 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.377 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.598 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1520622125(state=PENDING, result=null, callback=(continuation of Deferred@671369964 after retry RPC after error@1271398755) -> (continuation of Deferred@1168866118 after retry RPC after error@160735852) -> (continuation of Deferred@63818392 after retry RPC after error@134545563) -> (continuation of Deferred@384445334 after retry RPC after error@977366245) -> (continuation of Deferred@1463154751 after retry RPC after error@2006203290) -> (continuation of Deferred@811931749 after retry RPC after error@24280264) -> (continuation of Deferred@2046724313 after retry RPC after error@794829975), errback=(continuation of Deferred@671369964 after retry RPC after error@1271398755) -> (continuation of Deferred@1168866118 after retry RPC after error@160735852) -> (continuation of Deferred@63818392 after retry RPC after error@134545563) -> (continuation of Deferred@384445334 after retry RPC after error@977366245) -> (continuation of Deferred@1463154751 after retry RPC after error@2006203290) -> (continuation of Deferred@811931749 after retry RPC after error@24280264) -> (continuation of Deferred@2046724313 after retry RPC after error@794829975)))
11:18:45.599 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1520622125(state=PENDING, result=null, callback=(continuation of Deferred@671369964 after retry RPC after error@1271398755) -> (continuation of Deferred@1168866118 after retry RPC after error@160735852) -> (continuation of Deferred@63818392 after retry RPC after error@134545563) -> (continuation of Deferred@384445334 after retry RPC after error@977366245) -> (continuation of Deferred@1463154751 after retry RPC after error@2006203290) -> (continuation of Deferred@811931749 after retry RPC after error@24280264) -> (continuation of Deferred@2046724313 after retry RPC after error@794829975), errback=(continuation of Deferred@671369964 after retry RPC after error@1271398755) -> (continuation of Deferred@1168866118 after retry RPC after error@160735852) -> (continuation of Deferred@63818392 after retry RPC after error@134545563) -> (continuation of Deferred@384445334 after retry RPC after error@977366245) -> (continuation of Deferred@1463154751 after retry RPC after error@2006203290) -> (continuation of Deferred@811931749 after retry RPC after error@24280264) -> (continuation of Deferred@2046724313 after retry RPC after error@794829975)))
11:18:45.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.778 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2072294752(state=PENDING, result=null, callback=(continuation of Deferred@85319854 after retry RPC after error@996894324) -> (continuation of Deferred@1682263216 after retry RPC after error@976542445) -> (continuation of Deferred@269376917 after retry RPC after error@1882636582) -> (continuation of Deferred@1045963612 after retry RPC after error@573011400) -> (continuation of Deferred@1084716780 after retry RPC after error@106864687) -> (continuation of Deferred@2044928379 after retry RPC after error@1626571450), errback=(continuation of Deferred@85319854 after retry RPC after error@996894324) -> (continuation of Deferred@1682263216 after retry RPC after error@976542445) -> (continuation of Deferred@269376917 after retry RPC after error@1882636582) -> (continuation of Deferred@1045963612 after retry RPC after error@573011400) -> (continuation of Deferred@1084716780 after retry RPC after error@106864687) -> (continuation of Deferred@2044928379 after retry RPC after error@1626571450)))
11:18:45.779 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2072294752(state=PENDING, result=null, callback=(continuation of Deferred@85319854 after retry RPC after error@996894324) -> (continuation of Deferred@1682263216 after retry RPC after error@976542445) -> (continuation of Deferred@269376917 after retry RPC after error@1882636582) -> (continuation of Deferred@1045963612 after retry RPC after error@573011400) -> (continuation of Deferred@1084716780 after retry RPC after error@106864687) -> (continuation of Deferred@2044928379 after retry RPC after error@1626571450), errback=(continuation of Deferred@85319854 after retry RPC after error@996894324) -> (continuation of Deferred@1682263216 after retry RPC after error@976542445) -> (continuation of Deferred@269376917 after retry RPC after error@1882636582) -> (continuation of Deferred@1045963612 after retry RPC after error@573011400) -> (continuation of Deferred@1084716780 after retry RPC after error@106864687) -> (continuation of Deferred@2044928379 after retry RPC after error@1626571450)))
11:18:45.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:45.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:45.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:45.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:45.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:45.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.019 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@162962927(state=PENDING, result=null, callback=(continuation of Deferred@1818042256 after retry RPC after error@148388748) -> (continuation of Deferred@678880349 after retry RPC after error@353525081) -> (continuation of Deferred@288842228 after retry RPC after error@1484401669) -> (continuation of Deferred@1202810715 after retry RPC after error@1087244897) -> (continuation of Deferred@1792863053 after retry RPC after error@1674569751) -> (continuation of Deferred@801671298 after retry RPC after error@535106072) -> (continuation of Deferred@309199914 after retry RPC after error@243124512), errback=(continuation of Deferred@1818042256 after retry RPC after error@148388748) -> (continuation of Deferred@678880349 after retry RPC after error@353525081) -> (continuation of Deferred@288842228 after retry RPC after error@1484401669) -> (continuation of Deferred@1202810715 after retry RPC after error@1087244897) -> (continuation of Deferred@1792863053 after retry RPC after error@1674569751) -> (continuation of Deferred@801671298 after retry RPC after error@535106072) -> (continuation of Deferred@309199914 after retry RPC after error@243124512)))
11:18:46.019 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@162962927(state=PENDING, result=null, callback=(continuation of Deferred@1818042256 after retry RPC after error@148388748) -> (continuation of Deferred@678880349 after retry RPC after error@353525081) -> (continuation of Deferred@288842228 after retry RPC after error@1484401669) -> (continuation of Deferred@1202810715 after retry RPC after error@1087244897) -> (continuation of Deferred@1792863053 after retry RPC after error@1674569751) -> (continuation of Deferred@801671298 after retry RPC after error@535106072) -> (continuation of Deferred@309199914 after retry RPC after error@243124512), errback=(continuation of Deferred@1818042256 after retry RPC after error@148388748) -> (continuation of Deferred@678880349 after retry RPC after error@353525081) -> (continuation of Deferred@288842228 after retry RPC after error@1484401669) -> (continuation of Deferred@1202810715 after retry RPC after error@1087244897) -> (continuation of Deferred@1792863053 after retry RPC after error@1674569751) -> (continuation of Deferred@801671298 after retry RPC after error@535106072) -> (continuation of Deferred@309199914 after retry RPC after error@243124512)))
11:18:46.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.037 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.097 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1586433180(state=PENDING, result=null, callback=(continuation of Deferred@1923903555 after retry RPC after error@1327479931) -> (continuation of Deferred@321514736 after retry RPC after error@895805925) -> (continuation of Deferred@609991010 after retry RPC after error@370488822) -> (continuation of Deferred@1241978280 after retry RPC after error@1488910028) -> (continuation of Deferred@559404048 after retry RPC after error@508755785) -> (continuation of Deferred@1820984190 after retry RPC after error@1135448245), errback=(continuation of Deferred@1923903555 after retry RPC after error@1327479931) -> (continuation of Deferred@321514736 after retry RPC after error@895805925) -> (continuation of Deferred@609991010 after retry RPC after error@370488822) -> (continuation of Deferred@1241978280 after retry RPC after error@1488910028) -> (continuation of Deferred@559404048 after retry RPC after error@508755785) -> (continuation of Deferred@1820984190 after retry RPC after error@1135448245)))
11:18:46.219 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1586433180(state=PENDING, result=null, callback=(continuation of Deferred@1923903555 after retry RPC after error@1327479931) -> (continuation of Deferred@321514736 after retry RPC after error@895805925) -> (continuation of Deferred@609991010 after retry RPC after error@370488822) -> (continuation of Deferred@1241978280 after retry RPC after error@1488910028) -> (continuation of Deferred@559404048 after retry RPC after error@508755785) -> (continuation of Deferred@1820984190 after retry RPC after error@1135448245), errback=(continuation of Deferred@1923903555 after retry RPC after error@1327479931) -> (continuation of Deferred@321514736 after retry RPC after error@895805925) -> (continuation of Deferred@609991010 after retry RPC after error@370488822) -> (continuation of Deferred@1241978280 after retry RPC after error@1488910028) -> (continuation of Deferred@559404048 after retry RPC after error@508755785) -> (continuation of Deferred@1820984190 after retry RPC after error@1135448245)))
11:18:46.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:46.456224 31542 master_runner.cc:186] Error getting master registration for 127.29.58.126:44775: Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111),
11:18:46.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:46.456429 31542 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:18:46.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.478 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@125941584(state=PENDING, result=null, callback=(continuation of Deferred@995698108 after retry RPC after error@366712414) -> (continuation of Deferred@2134818052 after retry RPC after error@1972354692) -> (continuation of Deferred@126423372 after retry RPC after error@1319702149) -> (continuation of Deferred@1156930761 after retry RPC after error@1275507021) -> (continuation of Deferred@63625968 after retry RPC after error@93397290) -> (continuation of Deferred@1802253893 after retry RPC after error@303656636) -> (continuation of Deferred@1196505941 after retry RPC after error@1271253732), errback=(continuation of Deferred@995698108 after retry RPC after error@366712414) -> (continuation of Deferred@2134818052 after retry RPC after error@1972354692) -> (continuation of Deferred@126423372 after retry RPC after error@1319702149) -> (continuation of Deferred@1156930761 after retry RPC after error@1275507021) -> (continuation of Deferred@63625968 after retry RPC after error@93397290) -> (continuation of Deferred@1802253893 after retry RPC after error@303656636) -> (continuation of Deferred@1196505941 after retry RPC after error@1271253732)))
11:18:46.479 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@125941584(state=PENDING, result=null, callback=(continuation of Deferred@995698108 after retry RPC after error@366712414) -> (continuation of Deferred@2134818052 after retry RPC after error@1972354692) -> (continuation of Deferred@126423372 after retry RPC after error@1319702149) -> (continuation of Deferred@1156930761 after retry RPC after error@1275507021) -> (continuation of Deferred@63625968 after retry RPC after error@93397290) -> (continuation of Deferred@1802253893 after retry RPC after error@303656636) -> (continuation of Deferred@1196505941 after retry RPC after error@1271253732), errback=(continuation of Deferred@995698108 after retry RPC after error@366712414) -> (continuation of Deferred@2134818052 after retry RPC after error@1972354692) -> (continuation of Deferred@126423372 after retry RPC after error@1319702149) -> (continuation of Deferred@1156930761 after retry RPC after error@1275507021) -> (continuation of Deferred@63625968 after retry RPC after error@93397290) -> (continuation of Deferred@1802253893 after retry RPC after error@303656636) -> (continuation of Deferred@1196505941 after retry RPC after error@1271253732)))
11:18:46.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.659 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2091425614(state=PENDING, result=null, callback=(continuation of Deferred@1779167131 after retry RPC after error@1722439884) -> (continuation of Deferred@1381626026 after retry RPC after error@1790138176) -> (continuation of Deferred@1609636538 after retry RPC after error@1797866928) -> (continuation of Deferred@1994925279 after retry RPC after error@101803029) -> (continuation of Deferred@1373801127 after retry RPC after error@1883722222) -> (continuation of Deferred@1195265509 after retry RPC after error@1250076891) -> (continuation of Deferred@267429022 after retry RPC after error@1165122735), errback=(continuation of Deferred@1779167131 after retry RPC after error@1722439884) -> (continuation of Deferred@1381626026 after retry RPC after error@1790138176) -> (continuation of Deferred@1609636538 after retry RPC after error@1797866928) -> (continuation of Deferred@1994925279 after retry RPC after error@101803029) -> (continuation of Deferred@1373801127 after retry RPC after error@1883722222) -> (continuation of Deferred@1195265509 after retry RPC after error@1250076891) -> (continuation of Deferred@267429022 after retry RPC after error@1165122735)))
11:18:46.659 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2091425614(state=PENDING, result=null, callback=(continuation of Deferred@1779167131 after retry RPC after error@1722439884) -> (continuation of Deferred@1381626026 after retry RPC after error@1790138176) -> (continuation of Deferred@1609636538 after retry RPC after error@1797866928) -> (continuation of Deferred@1994925279 after retry RPC after error@101803029) -> (continuation of Deferred@1373801127 after retry RPC after error@1883722222) -> (continuation of Deferred@1195265509 after retry RPC after error@1250076891) -> (continuation of Deferred@267429022 after retry RPC after error@1165122735), errback=(continuation of Deferred@1779167131 after retry RPC after error@1722439884) -> (continuation of Deferred@1381626026 after retry RPC after error@1790138176) -> (continuation of Deferred@1609636538 after retry RPC after error@1797866928) -> (continuation of Deferred@1994925279 after retry RPC after error@101803029) -> (continuation of Deferred@1373801127 after retry RPC after error@1883722222) -> (continuation of Deferred@1195265509 after retry RPC after error@1250076891) -> (continuation of Deferred@267429022 after retry RPC after error@1165122735)))
11:18:46.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.936 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@653903758(state=PENDING, result=null, callback=(continuation of Deferred@1932202022 after retry RPC after error@1560868010) -> (continuation of Deferred@1874260321 after retry RPC after error@127635118) -> (continuation of Deferred@739906651 after retry RPC after error@917309654) -> (continuation of Deferred@1850268315 after retry RPC after error@905824002) -> (continuation of Deferred@1228518698 after retry RPC after error@386723683) -> (continuation of Deferred@1069048603 after retry RPC after error@1688626745) -> (continuation of Deferred@1622286178 after retry RPC after error@271942624), errback=(continuation of Deferred@1932202022 after retry RPC after error@1560868010) -> (continuation of Deferred@1874260321 after retry RPC after error@127635118) -> (continuation of Deferred@739906651 after retry RPC after error@917309654) -> (continuation of Deferred@1850268315 after retry RPC after error@905824002) -> (continuation of Deferred@1228518698 after retry RPC after error@386723683) -> (continuation of Deferred@1069048603 after retry RPC after error@1688626745) -> (continuation of Deferred@1622286178 after retry RPC after error@271942624)))
11:18:46.937 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:46.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:46.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:46.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:46.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:46.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:46.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.198 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@470948661(state=PENDING, result=null, callback=(continuation of Deferred@572140114 after retry RPC after error@251808059) -> (continuation of Deferred@546005553 after retry RPC after error@743181990) -> (continuation of Deferred@1601694151 after retry RPC after error@1109469315) -> (continuation of Deferred@960512028 after retry RPC after error@1974812844) -> (continuation of Deferred@367834636 after retry RPC after error@1581445378) -> (continuation of Deferred@1698241142 after retry RPC after error@987137629) -> (continuation of Deferred@1249512413 after retry RPC after error@66664817), errback=(continuation of Deferred@572140114 after retry RPC after error@251808059) -> (continuation of Deferred@546005553 after retry RPC after error@743181990) -> (continuation of Deferred@1601694151 after retry RPC after error@1109469315) -> (continuation of Deferred@960512028 after retry RPC after error@1974812844) -> (continuation of Deferred@367834636 after retry RPC after error@1581445378) -> (continuation of Deferred@1698241142 after retry RPC after error@987137629) -> (continuation of Deferred@1249512413 after retry RPC after error@66664817)))
11:18:47.199 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@470948661(state=PENDING, result=null, callback=(continuation of Deferred@572140114 after retry RPC after error@251808059) -> (continuation of Deferred@546005553 after retry RPC after error@743181990) -> (continuation of Deferred@1601694151 after retry RPC after error@1109469315) -> (continuation of Deferred@960512028 after retry RPC after error@1974812844) -> (continuation of Deferred@367834636 after retry RPC after error@1581445378) -> (continuation of Deferred@1698241142 after retry RPC after error@987137629) -> (continuation of Deferred@1249512413 after retry RPC after error@66664817), errback=(continuation of Deferred@572140114 after retry RPC after error@251808059) -> (continuation of Deferred@546005553 after retry RPC after error@743181990) -> (continuation of Deferred@1601694151 after retry RPC after error@1109469315) -> (continuation of Deferred@960512028 after retry RPC after error@1974812844) -> (continuation of Deferred@367834636 after retry RPC after error@1581445378) -> (continuation of Deferred@1698241142 after retry RPC after error@987137629) -> (continuation of Deferred@1249512413 after retry RPC after error@66664817)))
11:18:47.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.377 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1274195881(state=PENDING, result=null, callback=(continuation of Deferred@155781382 after retry RPC after error@118655983) -> (continuation of Deferred@1355427555 after retry RPC after error@245058740) -> (continuation of Deferred@1339778392 after retry RPC after error@1552270015) -> (continuation of Deferred@1564037882 after retry RPC after error@160652037) -> (continuation of Deferred@494280394 after retry RPC after error@1863624673) -> (continuation of Deferred@2024638075 after retry RPC after error@1811263768) -> (continuation of Deferred@1180201698 after retry RPC after error@213515879), errback=(continuation of Deferred@155781382 after retry RPC after error@118655983) -> (continuation of Deferred@1355427555 after retry RPC after error@245058740) -> (continuation of Deferred@1339778392 after retry RPC after error@1552270015) -> (continuation of Deferred@1564037882 after retry RPC after error@160652037) -> (continuation of Deferred@494280394 after retry RPC after error@1863624673) -> (continuation of Deferred@2024638075 after retry RPC after error@1811263768) -> (continuation of Deferred@1180201698 after retry RPC after error@213515879)))
11:18:47.439 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1274195881(state=PENDING, result=null, callback=(continuation of Deferred@155781382 after retry RPC after error@118655983) -> (continuation of Deferred@1355427555 after retry RPC after error@245058740) -> (continuation of Deferred@1339778392 after retry RPC after error@1552270015) -> (continuation of Deferred@1564037882 after retry RPC after error@160652037) -> (continuation of Deferred@494280394 after retry RPC after error@1863624673) -> (continuation of Deferred@2024638075 after retry RPC after error@1811263768) -> (continuation of Deferred@1180201698 after retry RPC after error@213515879), errback=(continuation of Deferred@155781382 after retry RPC after error@118655983) -> (continuation of Deferred@1355427555 after retry RPC after error@245058740) -> (continuation of Deferred@1339778392 after retry RPC after error@1552270015) -> (continuation of Deferred@1564037882 after retry RPC after error@160652037) -> (continuation of Deferred@494280394 after retry RPC after error@1863624673) -> (continuation of Deferred@2024638075 after retry RPC after error@1811263768) -> (continuation of Deferred@1180201698 after retry RPC after error@213515879)))
11:18:47.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.537 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.537 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.659 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1687079935(state=PENDING, result=null, callback=(continuation of Deferred@2139570070 after retry RPC after error@1730820944) -> (continuation of Deferred@1027837601 after retry RPC after error@796945349) -> (continuation of Deferred@1765644844 after retry RPC after error@1601948896) -> (continuation of Deferred@2121037608 after retry RPC after error@1386145123) -> (continuation of Deferred@1467480550 after retry RPC after error@1458184996) -> (continuation of Deferred@1260575718 after retry RPC after error@1848805916) -> (continuation of Deferred@107149045 after retry RPC after error@18224670), errback=(continuation of Deferred@2139570070 after retry RPC after error@1730820944) -> (continuation of Deferred@1027837601 after retry RPC after error@796945349) -> (continuation of Deferred@1765644844 after retry RPC after error@1601948896) -> (continuation of Deferred@2121037608 after retry RPC after error@1386145123) -> (continuation of Deferred@1467480550 after retry RPC after error@1458184996) -> (continuation of Deferred@1260575718 after retry RPC after error@1848805916) -> (continuation of Deferred@107149045 after retry RPC after error@18224670)))
11:18:47.659 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1687079935(state=PENDING, result=null, callback=(continuation of Deferred@2139570070 after retry RPC after error@1730820944) -> (continuation of Deferred@1027837601 after retry RPC after error@796945349) -> (continuation of Deferred@1765644844 after retry RPC after error@1601948896) -> (continuation of Deferred@2121037608 after retry RPC after error@1386145123) -> (continuation of Deferred@1467480550 after retry RPC after error@1458184996) -> (continuation of Deferred@1260575718 after retry RPC after error@1848805916) -> (continuation of Deferred@107149045 after retry RPC after error@18224670), errback=(continuation of Deferred@2139570070 after retry RPC after error@1730820944) -> (continuation of Deferred@1027837601 after retry RPC after error@796945349) -> (continuation of Deferred@1765644844 after retry RPC after error@1601948896) -> (continuation of Deferred@2121037608 after retry RPC after error@1386145123) -> (continuation of Deferred@1467480550 after retry RPC after error@1458184996) -> (continuation of Deferred@1260575718 after retry RPC after error@1848805916) -> (continuation of Deferred@107149045 after retry RPC after error@18224670)))
11:18:47.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@79952490(state=PENDING, result=null, callback=(continuation of Deferred@571536774 after retry RPC after error@1949343337) -> (continuation of Deferred@315256505 after retry RPC after error@155305504) -> (continuation of Deferred@744013387 after retry RPC after error@1550564991) -> (continuation of Deferred@487959789 after retry RPC after error@442632617) -> (continuation of Deferred@1939953224 after retry RPC after error@1916311045) -> (continuation of Deferred@1115307627 after retry RPC after error@1222592716), errback=(continuation of Deferred@571536774 after retry RPC after error@1949343337) -> (continuation of Deferred@315256505 after retry RPC after error@155305504) -> (continuation of Deferred@744013387 after retry RPC after error@1550564991) -> (continuation of Deferred@487959789 after retry RPC after error@442632617) -> (continuation of Deferred@1939953224 after retry RPC after error@1916311045) -> (continuation of Deferred@1115307627 after retry RPC after error@1222592716)))
11:18:47.839 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@79952490(state=PENDING, result=null, callback=(continuation of Deferred@571536774 after retry RPC after error@1949343337) -> (continuation of Deferred@315256505 after retry RPC after error@155305504) -> (continuation of Deferred@744013387 after retry RPC after error@1550564991) -> (continuation of Deferred@487959789 after retry RPC after error@442632617) -> (continuation of Deferred@1939953224 after retry RPC after error@1916311045) -> (continuation of Deferred@1115307627 after retry RPC after error@1222592716), errback=(continuation of Deferred@571536774 after retry RPC after error@1949343337) -> (continuation of Deferred@315256505 after retry RPC after error@155305504) -> (continuation of Deferred@744013387 after retry RPC after error@1550564991) -> (continuation of Deferred@487959789 after retry RPC after error@442632617) -> (continuation of Deferred@1939953224 after retry RPC after error@1916311045) -> (continuation of Deferred@1115307627 after retry RPC after error@1222592716)))
11:18:47.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:47.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:47.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:47.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:47.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:47.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.019 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@409633782(state=PENDING, result=null, callback=(continuation of Deferred@818269519 after retry RPC after error@2102741027) -> (continuation of Deferred@1781407501 after retry RPC after error@639063181) -> (continuation of Deferred@950422197 after retry RPC after error@1877281234) -> (continuation of Deferred@1965663572 after retry RPC after error@1762010176) -> (continuation of Deferred@1677666359 after retry RPC after error@605226499) -> (continuation of Deferred@472388816 after retry RPC after error@1154746161) -> (continuation of Deferred@1584406796 after retry RPC after error@1651447775), errback=(continuation of Deferred@818269519 after retry RPC after error@2102741027) -> (continuation of Deferred@1781407501 after retry RPC after error@639063181) -> (continuation of Deferred@950422197 after retry RPC after error@1877281234) -> (continuation of Deferred@1965663572 after retry RPC after error@1762010176) -> (continuation of Deferred@1677666359 after retry RPC after error@605226499) -> (continuation of Deferred@472388816 after retry RPC after error@1154746161) -> (continuation of Deferred@1584406796 after retry RPC after error@1651447775)))
11:18:48.020 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@409633782(state=PENDING, result=null, callback=(continuation of Deferred@818269519 after retry RPC after error@2102741027) -> (continuation of Deferred@1781407501 after retry RPC after error@639063181) -> (continuation of Deferred@950422197 after retry RPC after error@1877281234) -> (continuation of Deferred@1965663572 after retry RPC after error@1762010176) -> (continuation of Deferred@1677666359 after retry RPC after error@605226499) -> (continuation of Deferred@472388816 after retry RPC after error@1154746161) -> (continuation of Deferred@1584406796 after retry RPC after error@1651447775), errback=(continuation of Deferred@818269519 after retry RPC after error@2102741027) -> (continuation of Deferred@1781407501 after retry RPC after error@639063181) -> (continuation of Deferred@950422197 after retry RPC after error@1877281234) -> (continuation of Deferred@1965663572 after retry RPC after error@1762010176) -> (continuation of Deferred@1677666359 after retry RPC after error@605226499) -> (continuation of Deferred@472388816 after retry RPC after error@1154746161) -> (continuation of Deferred@1584406796 after retry RPC after error@1651447775)))
11:18:48.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.037 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.278 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1079998494(state=PENDING, result=null, callback=(continuation of Deferred@2037442426 after retry RPC after error@270028014) -> (continuation of Deferred@17930568 after retry RPC after error@984981244) -> (continuation of Deferred@1140913639 after retry RPC after error@372096693) -> (continuation of Deferred@469483233 after retry RPC after error@229605660) -> (continuation of Deferred@1313071747 after retry RPC after error@903882216) -> (continuation of Deferred@1932171523 after retry RPC after error@50086171) -> (continuation of Deferred@1408957501 after retry RPC after error@1728138447) -> (continuation of Deferred@1078211501 after retry RPC after error@550524455), errback=(continuation of Deferred@2037442426 after retry RPC after error@270028014) -> (continuation of Deferred@17930568 after retry RPC after error@984981244) -> (continuation of Deferred@1140913639 after retry RPC after error@372096693) -> (continuation of Deferred@469483233 after retry RPC after error@229605660) -> (continuation of Deferred@1313071747 after retry RPC after error@903882216) -> (continuation of Deferred@1932171523 after retry RPC after error@50086171) -> (continuation of Deferred@1408957501 after retry RPC after error@1728138447) -> (continuation of Deferred@1078211501 after retry RPC after error@550524455)))
11:18:48.279 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1079998494(state=PENDING, result=null, callback=(continuation of Deferred@2037442426 after retry RPC after error@270028014) -> (continuation of Deferred@17930568 after retry RPC after error@984981244) -> (continuation of Deferred@1140913639 after retry RPC after error@372096693) -> (continuation of Deferred@469483233 after retry RPC after error@229605660) -> (continuation of Deferred@1313071747 after retry RPC after error@903882216) -> (continuation of Deferred@1932171523 after retry RPC after error@50086171) -> (continuation of Deferred@1408957501 after retry RPC after error@1728138447) -> (continuation of Deferred@1078211501 after retry RPC after error@550524455), errback=(continuation of Deferred@2037442426 after retry RPC after error@270028014) -> (continuation of Deferred@17930568 after retry RPC after error@984981244) -> (continuation of Deferred@1140913639 after retry RPC after error@372096693) -> (continuation of Deferred@469483233 after retry RPC after error@229605660) -> (continuation of Deferred@1313071747 after retry RPC after error@903882216) -> (continuation of Deferred@1932171523 after retry RPC after error@50086171) -> (continuation of Deferred@1408957501 after retry RPC after error@1728138447) -> (continuation of Deferred@1078211501 after retry RPC after error@550524455)))
11:18:48.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.557 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@744008240(state=PENDING, result=null, callback=(continuation of Deferred@810976544 after retry RPC after error@423296178) -> (continuation of Deferred@1609100813 after retry RPC after error@906548970) -> (continuation of Deferred@846408334 after retry RPC after error@2086838046) -> (continuation of Deferred@1684184601 after retry RPC after error@346926073) -> (continuation of Deferred@1059181752 after retry RPC after error@1465071149) -> (continuation of Deferred@665974920 after retry RPC after error@1580887524) -> (continuation of Deferred@1863317135 after retry RPC after error@555964189) -> (continuation of Deferred@167681545 after retry RPC after error@69638047), errback=(continuation of Deferred@810976544 after retry RPC after error@423296178) -> (continuation of Deferred@1609100813 after retry RPC after error@906548970) -> (continuation of Deferred@846408334 after retry RPC after error@2086838046) -> (continuation of Deferred@1684184601 after retry RPC after error@346926073) -> (continuation of Deferred@1059181752 after retry RPC after error@1465071149) -> (continuation of Deferred@665974920 after retry RPC after error@1580887524) -> (continuation of Deferred@1863317135 after retry RPC after error@555964189) -> (continuation of Deferred@167681545 after retry RPC after error@69638047)))
11:18:48.557 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:48.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.759 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@893017885(state=PENDING, result=null, callback=(continuation of Deferred@30318991 after retry RPC after error@484260552) -> (continuation of Deferred@579326026 after retry RPC after error@1168290224) -> (continuation of Deferred@831824466 after retry RPC after error@1147848146) -> (continuation of Deferred@1492338837 after retry RPC after error@143412490) -> (continuation of Deferred@471787643 after retry RPC after error@239659647) -> (continuation of Deferred@1287498947 after retry RPC after error@649284675), errback=(continuation of Deferred@30318991 after retry RPC after error@484260552) -> (continuation of Deferred@579326026 after retry RPC after error@1168290224) -> (continuation of Deferred@831824466 after retry RPC after error@1147848146) -> (continuation of Deferred@1492338837 after retry RPC after error@143412490) -> (continuation of Deferred@471787643 after retry RPC after error@239659647) -> (continuation of Deferred@1287498947 after retry RPC after error@649284675)))
11:18:48.759 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@893017885(state=PENDING, result=null, callback=(continuation of Deferred@30318991 after retry RPC after error@484260552) -> (continuation of Deferred@579326026 after retry RPC after error@1168290224) -> (continuation of Deferred@831824466 after retry RPC after error@1147848146) -> (continuation of Deferred@1492338837 after retry RPC after error@143412490) -> (continuation of Deferred@471787643 after retry RPC after error@239659647) -> (continuation of Deferred@1287498947 after retry RPC after error@649284675), errback=(continuation of Deferred@30318991 after retry RPC after error@484260552) -> (continuation of Deferred@579326026 after retry RPC after error@1168290224) -> (continuation of Deferred@831824466 after retry RPC after error@1147848146) -> (continuation of Deferred@1492338837 after retry RPC after error@143412490) -> (continuation of Deferred@471787643 after retry RPC after error@239659647) -> (continuation of Deferred@1287498947 after retry RPC after error@649284675)))
11:18:48.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:48.803071 32282 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 30ab790ed654440f8f86831d93a12a60)
11:18:48.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:48.803311 32282 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30ab790ed654440f8f86831d93a12a60" member_type: VOTER last_known_addr { host: "127.29.58.126" port: 44775 } } peers { permanent_uuid: "b0d4b6db0ec248b0b2d5c4a8df62fce9" member_type: VOTER last_known_addr { host: "127.29.58.125" port: 45839 } } peers { permanent_uuid: "3e5f9cfb028b4dbea5ab1bb52ba9735f" member_type: VOTER last_known_addr { host: "127.29.58.124" port: 33059 } }
11:18:48.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:48.804025 32282 leader_election.cc:288] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775), b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839)
11:18:48.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:48.805186 31572 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111) [suppressed 1 similar messages]
11:18:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:48.806718 31572 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 30ab790ed654440f8f86831d93a12a60 (127.29.58.126:44775): Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111)
11:18:48.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:48.806870 31577 leader_election.cc:334] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer b0d4b6db0ec248b0b2d5c4a8df62fce9 (127.29.58.125:45839): Network error: Client connection negotiation failed: client connection to 127.29.58.125:45839: connect: Connection refused (error 111)
11:18:48.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:48.807037 31577 leader_election.cc:302] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e5f9cfb028b4dbea5ab1bb52ba9735f; no voters: 30ab790ed654440f8f86831d93a12a60, b0d4b6db0ec248b0b2d5c4a8df62fce9
11:18:48.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:48.807387 32282 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3e5f9cfb028b4dbea5ab1bb52ba9735f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:18:48.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@33398312(state=PENDING, result=null, callback=(continuation of Deferred@2000784618 after retry RPC after error@227492169) -> (continuation of Deferred@869448396 after retry RPC after error@1580432960) -> (continuation of Deferred@636391344 after retry RPC after error@1385961293) -> (continuation of Deferred@1958658824 after retry RPC after error@834302625) -> (continuation of Deferred@1626929193 after retry RPC after error@1382853892) -> (continuation of Deferred@1346933442 after retry RPC after error@839240976), errback=(continuation of Deferred@2000784618 after retry RPC after error@227492169) -> (continuation of Deferred@869448396 after retry RPC after error@1580432960) -> (continuation of Deferred@636391344 after retry RPC after error@1385961293) -> (continuation of Deferred@1958658824 after retry RPC after error@834302625) -> (continuation of Deferred@1626929193 after retry RPC after error@1382853892) -> (continuation of Deferred@1346933442 after retry RPC after error@839240976)))
11:18:48.960 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@33398312(state=PENDING, result=null, callback=(continuation of Deferred@2000784618 after retry RPC after error@227492169) -> (continuation of Deferred@869448396 after retry RPC after error@1580432960) -> (continuation of Deferred@636391344 after retry RPC after error@1385961293) -> (continuation of Deferred@1958658824 after retry RPC after error@834302625) -> (continuation of Deferred@1626929193 after retry RPC after error@1382853892) -> (continuation of Deferred@1346933442 after retry RPC after error@839240976), errback=(continuation of Deferred@2000784618 after retry RPC after error@227492169) -> (continuation of Deferred@869448396 after retry RPC after error@1580432960) -> (continuation of Deferred@636391344 after retry RPC after error@1385961293) -> (continuation of Deferred@1958658824 after retry RPC after error@834302625) -> (continuation of Deferred@1626929193 after retry RPC after error@1382853892) -> (continuation of Deferred@1346933442 after retry RPC after error@839240976)))
11:18:48.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:48.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:48.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:48.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:48.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:48.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1958658773(state=PENDING, result=null, callback=(continuation of Deferred@2061240666 after retry RPC after error@816561265) -> (continuation of Deferred@1364395168 after retry RPC after error@1408883765) -> (continuation of Deferred@1240828361 after retry RPC after error@617675954) -> (continuation of Deferred@1844415116 after retry RPC after error@1894443888) -> (continuation of Deferred@364158821 after retry RPC after error@908252173) -> (continuation of Deferred@663258031 after retry RPC after error@1989957), errback=(continuation of Deferred@2061240666 after retry RPC after error@816561265) -> (continuation of Deferred@1364395168 after retry RPC after error@1408883765) -> (continuation of Deferred@1240828361 after retry RPC after error@617675954) -> (continuation of Deferred@1844415116 after retry RPC after error@1894443888) -> (continuation of Deferred@364158821 after retry RPC after error@908252173) -> (continuation of Deferred@663258031 after retry RPC after error@1989957)))
11:18:49.120 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1958658773(state=PENDING, result=null, callback=(continuation of Deferred@2061240666 after retry RPC after error@816561265) -> (continuation of Deferred@1364395168 after retry RPC after error@1408883765) -> (continuation of Deferred@1240828361 after retry RPC after error@617675954) -> (continuation of Deferred@1844415116 after retry RPC after error@1894443888) -> (continuation of Deferred@364158821 after retry RPC after error@908252173) -> (continuation of Deferred@663258031 after retry RPC after error@1989957), errback=(continuation of Deferred@2061240666 after retry RPC after error@816561265) -> (continuation of Deferred@1364395168 after retry RPC after error@1408883765) -> (continuation of Deferred@1240828361 after retry RPC after error@617675954) -> (continuation of Deferred@1844415116 after retry RPC after error@1894443888) -> (continuation of Deferred@364158821 after retry RPC after error@908252173) -> (continuation of Deferred@663258031 after retry RPC after error@1989957)))
11:18:49.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@662289224(state=PENDING, result=null, callback=(continuation of Deferred@56358501 after retry RPC after error@938654345) -> (continuation of Deferred@704309621 after retry RPC after error@1135846649) -> (continuation of Deferred@520591924 after retry RPC after error@1023626671) -> (continuation of Deferred@1137490491 after retry RPC after error@495340247) -> (continuation of Deferred@1047770473 after retry RPC after error@423295293) -> (continuation of Deferred@1057068355 after retry RPC after error@276734086) -> (continuation of Deferred@864388893 after retry RPC after error@2100847425), errback=(continuation of Deferred@56358501 after retry RPC after error@938654345) -> (continuation of Deferred@704309621 after retry RPC after error@1135846649) -> (continuation of Deferred@520591924 after retry RPC after error@1023626671) -> (continuation of Deferred@1137490491 after retry RPC after error@495340247) -> (continuation of Deferred@1047770473 after retry RPC after error@423295293) -> (continuation of Deferred@1057068355 after retry RPC after error@276734086) -> (continuation of Deferred@864388893 after retry RPC after error@2100847425)))
11:18:49.319 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@662289224(state=PENDING, result=null, callback=(continuation of Deferred@56358501 after retry RPC after error@938654345) -> (continuation of Deferred@704309621 after retry RPC after error@1135846649) -> (continuation of Deferred@520591924 after retry RPC after error@1023626671) -> (continuation of Deferred@1137490491 after retry RPC after error@495340247) -> (continuation of Deferred@1047770473 after retry RPC after error@423295293) -> (continuation of Deferred@1057068355 after retry RPC after error@276734086) -> (continuation of Deferred@864388893 after retry RPC after error@2100847425), errback=(continuation of Deferred@56358501 after retry RPC after error@938654345) -> (continuation of Deferred@704309621 after retry RPC after error@1135846649) -> (continuation of Deferred@520591924 after retry RPC after error@1023626671) -> (continuation of Deferred@1137490491 after retry RPC after error@495340247) -> (continuation of Deferred@1047770473 after retry RPC after error@423295293) -> (continuation of Deferred@1057068355 after retry RPC after error@276734086) -> (continuation of Deferred@864388893 after retry RPC after error@2100847425)))
11:18:49.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1454829990(state=PENDING, result=null, callback=(continuation of Deferred@1525497325 after retry RPC after error@625158017) -> (continuation of Deferred@408684658 after retry RPC after error@2030498078) -> (continuation of Deferred@1253550470 after retry RPC after error@1995759742) -> (continuation of Deferred@236157258 after retry RPC after error@1087633303) -> (continuation of Deferred@929013138 after retry RPC after error@1727626263) -> (continuation of Deferred@1941274795 after retry RPC after error@738573829) -> (continuation of Deferred@1736246554 after retry RPC after error@1254736934), errback=(continuation of Deferred@1525497325 after retry RPC after error@625158017) -> (continuation of Deferred@408684658 after retry RPC after error@2030498078) -> (continuation of Deferred@1253550470 after retry RPC after error@1995759742) -> (continuation of Deferred@236157258 after retry RPC after error@1087633303) -> (continuation of Deferred@929013138 after retry RPC after error@1727626263) -> (continuation of Deferred@1941274795 after retry RPC after error@738573829) -> (continuation of Deferred@1736246554 after retry RPC after error@1254736934)))
11:18:49.579 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1454829990(state=PENDING, result=null, callback=(continuation of Deferred@1525497325 after retry RPC after error@625158017) -> (continuation of Deferred@408684658 after retry RPC after error@2030498078) -> (continuation of Deferred@1253550470 after retry RPC after error@1995759742) -> (continuation of Deferred@236157258 after retry RPC after error@1087633303) -> (continuation of Deferred@929013138 after retry RPC after error@1727626263) -> (continuation of Deferred@1941274795 after retry RPC after error@738573829) -> (continuation of Deferred@1736246554 after retry RPC after error@1254736934), errback=(continuation of Deferred@1525497325 after retry RPC after error@625158017) -> (continuation of Deferred@408684658 after retry RPC after error@2030498078) -> (continuation of Deferred@1253550470 after retry RPC after error@1995759742) -> (continuation of Deferred@236157258 after retry RPC after error@1087633303) -> (continuation of Deferred@929013138 after retry RPC after error@1727626263) -> (continuation of Deferred@1941274795 after retry RPC after error@738573829) -> (continuation of Deferred@1736246554 after retry RPC after error@1254736934)))
11:18:49.597 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.597 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:49.676035 30876 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:49.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:49.679638 30876 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:49.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:49.681416 30882 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.58.125:45839)
11:18:49.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2097027104(state=PENDING, result=null, callback=(continuation of Deferred@1380447830 after retry RPC after error@1262492031) -> (continuation of Deferred@1466471051 after retry RPC after error@1541128030) -> (continuation of Deferred@918755125 after retry RPC after error@2097380211) -> (continuation of Deferred@1860977298 after retry RPC after error@1758142814) -> (continuation of Deferred@1184885197 after retry RPC after error@539089550) -> (continuation of Deferred@752219338 after retry RPC after error@489021919) -> (continuation of Deferred@609071671 after retry RPC after error@177666458), errback=(continuation of Deferred@1380447830 after retry RPC after error@1262492031) -> (continuation of Deferred@1466471051 after retry RPC after error@1541128030) -> (continuation of Deferred@918755125 after retry RPC after error@2097380211) -> (continuation of Deferred@1860977298 after retry RPC after error@1758142814) -> (continuation of Deferred@1184885197 after retry RPC after error@539089550) -> (continuation of Deferred@752219338 after retry RPC after error@489021919) -> (continuation of Deferred@609071671 after retry RPC after error@177666458)))
11:18:49.840 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2097027104(state=PENDING, result=null, callback=(continuation of Deferred@1380447830 after retry RPC after error@1262492031) -> (continuation of Deferred@1466471051 after retry RPC after error@1541128030) -> (continuation of Deferred@918755125 after retry RPC after error@2097380211) -> (continuation of Deferred@1860977298 after retry RPC after error@1758142814) -> (continuation of Deferred@1184885197 after retry RPC after error@539089550) -> (continuation of Deferred@752219338 after retry RPC after error@489021919) -> (continuation of Deferred@609071671 after retry RPC after error@177666458), errback=(continuation of Deferred@1380447830 after retry RPC after error@1262492031) -> (continuation of Deferred@1466471051 after retry RPC after error@1541128030) -> (continuation of Deferred@918755125 after retry RPC after error@2097380211) -> (continuation of Deferred@1860977298 after retry RPC after error@1758142814) -> (continuation of Deferred@1184885197 after retry RPC after error@539089550) -> (continuation of Deferred@752219338 after retry RPC after error@489021919) -> (continuation of Deferred@609071671 after retry RPC after error@177666458)))
11:18:49.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:49.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:49.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:49.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:49.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:49.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.058 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1451712274(state=PENDING, result=null, callback=(continuation of Deferred@245938383 after retry RPC after error@2105689852) -> (continuation of Deferred@645031218 after retry RPC after error@1256309025) -> (continuation of Deferred@29648498 after retry RPC after error@1855878416) -> (continuation of Deferred@1542505988 after retry RPC after error@526187666) -> (continuation of Deferred@1032449789 after retry RPC after error@547502761) -> (continuation of Deferred@2101282911 after retry RPC after error@100647686), errback=(continuation of Deferred@245938383 after retry RPC after error@2105689852) -> (continuation of Deferred@645031218 after retry RPC after error@1256309025) -> (continuation of Deferred@29648498 after retry RPC after error@1855878416) -> (continuation of Deferred@1542505988 after retry RPC after error@526187666) -> (continuation of Deferred@1032449789 after retry RPC after error@547502761) -> (continuation of Deferred@2101282911 after retry RPC after error@100647686)))
11:18:50.059 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1451712274(state=PENDING, result=null, callback=(continuation of Deferred@245938383 after retry RPC after error@2105689852) -> (continuation of Deferred@645031218 after retry RPC after error@1256309025) -> (continuation of Deferred@29648498 after retry RPC after error@1855878416) -> (continuation of Deferred@1542505988 after retry RPC after error@526187666) -> (continuation of Deferred@1032449789 after retry RPC after error@547502761) -> (continuation of Deferred@2101282911 after retry RPC after error@100647686), errback=(continuation of Deferred@245938383 after retry RPC after error@2105689852) -> (continuation of Deferred@645031218 after retry RPC after error@1256309025) -> (continuation of Deferred@29648498 after retry RPC after error@1855878416) -> (continuation of Deferred@1542505988 after retry RPC after error@526187666) -> (continuation of Deferred@1032449789 after retry RPC after error@547502761) -> (continuation of Deferred@2101282911 after retry RPC after error@100647686)))
11:18:50.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.097 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.137 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1339340647(state=PENDING, result=null, callback=(continuation of Deferred@1231850496 after retry RPC after error@1320038493) -> (continuation of Deferred@1850283111 after retry RPC after error@72153414) -> (continuation of Deferred@695040323 after retry RPC after error@377391339) -> (continuation of Deferred@816991343 after retry RPC after error@1398212086) -> (continuation of Deferred@296929726 after retry RPC after error@1936270003) -> (continuation of Deferred@1360714117 after retry RPC after error@982064869) -> (continuation of Deferred@1039257395 after retry RPC after error@121048708), errback=(continuation of Deferred@1231850496 after retry RPC after error@1320038493) -> (continuation of Deferred@1850283111 after retry RPC after error@72153414) -> (continuation of Deferred@695040323 after retry RPC after error@377391339) -> (continuation of Deferred@816991343 after retry RPC after error@1398212086) -> (continuation of Deferred@296929726 after retry RPC after error@1936270003) -> (continuation of Deferred@1360714117 after retry RPC after error@982064869) -> (continuation of Deferred@1039257395 after retry RPC after error@121048708)))
11:18:50.320 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1339340647(state=PENDING, result=null, callback=(continuation of Deferred@1231850496 after retry RPC after error@1320038493) -> (continuation of Deferred@1850283111 after retry RPC after error@72153414) -> (continuation of Deferred@695040323 after retry RPC after error@377391339) -> (continuation of Deferred@816991343 after retry RPC after error@1398212086) -> (continuation of Deferred@296929726 after retry RPC after error@1936270003) -> (continuation of Deferred@1360714117 after retry RPC after error@982064869) -> (continuation of Deferred@1039257395 after retry RPC after error@121048708), errback=(continuation of Deferred@1231850496 after retry RPC after error@1320038493) -> (continuation of Deferred@1850283111 after retry RPC after error@72153414) -> (continuation of Deferred@695040323 after retry RPC after error@377391339) -> (continuation of Deferred@816991343 after retry RPC after error@1398212086) -> (continuation of Deferred@296929726 after retry RPC after error@1936270003) -> (continuation of Deferred@1360714117 after retry RPC after error@982064869) -> (continuation of Deferred@1039257395 after retry RPC after error@121048708)))
11:18:50.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.417 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.520 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2068863889(state=PENDING, result=null, callback=(continuation of Deferred@893795338 after retry RPC after error@469310785) -> (continuation of Deferred@1833862283 after retry RPC after error@347850336) -> (continuation of Deferred@270081681 after retry RPC after error@1138297542) -> (continuation of Deferred@1512748266 after retry RPC after error@283697417) -> (continuation of Deferred@1214089235 after retry RPC after error@1129915620) -> (continuation of Deferred@1281049985 after retry RPC after error@460068266), errback=(continuation of Deferred@893795338 after retry RPC after error@469310785) -> (continuation of Deferred@1833862283 after retry RPC after error@347850336) -> (continuation of Deferred@270081681 after retry RPC after error@1138297542) -> (continuation of Deferred@1512748266 after retry RPC after error@283697417) -> (continuation of Deferred@1214089235 after retry RPC after error@1129915620) -> (continuation of Deferred@1281049985 after retry RPC after error@460068266)))
11:18:50.520 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2068863889(state=PENDING, result=null, callback=(continuation of Deferred@893795338 after retry RPC after error@469310785) -> (continuation of Deferred@1833862283 after retry RPC after error@347850336) -> (continuation of Deferred@270081681 after retry RPC after error@1138297542) -> (continuation of Deferred@1512748266 after retry RPC after error@283697417) -> (continuation of Deferred@1214089235 after retry RPC after error@1129915620) -> (continuation of Deferred@1281049985 after retry RPC after error@460068266), errback=(continuation of Deferred@893795338 after retry RPC after error@469310785) -> (continuation of Deferred@1833862283 after retry RPC after error@347850336) -> (continuation of Deferred@270081681 after retry RPC after error@1138297542) -> (continuation of Deferred@1512748266 after retry RPC after error@283697417) -> (continuation of Deferred@1214089235 after retry RPC after error@1129915620) -> (continuation of Deferred@1281049985 after retry RPC after error@460068266)))
11:18:50.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.698 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1631368966(state=PENDING, result=null, callback=(continuation of Deferred@1513147630 after retry RPC after error@559292829) -> (continuation of Deferred@1645664344 after retry RPC after error@1712773019) -> (continuation of Deferred@974987275 after retry RPC after error@710386716) -> (continuation of Deferred@2119662870 after retry RPC after error@783144776) -> (continuation of Deferred@2112075758 after retry RPC after error@1787005706) -> (continuation of Deferred@804910209 after retry RPC after error@1873699233) -> (continuation of Deferred@261285757 after retry RPC after error@2034234974), errback=(continuation of Deferred@1513147630 after retry RPC after error@559292829) -> (continuation of Deferred@1645664344 after retry RPC after error@1712773019) -> (continuation of Deferred@974987275 after retry RPC after error@710386716) -> (continuation of Deferred@2119662870 after retry RPC after error@783144776) -> (continuation of Deferred@2112075758 after retry RPC after error@1787005706) -> (continuation of Deferred@804910209 after retry RPC after error@1873699233) -> (continuation of Deferred@261285757 after retry RPC after error@2034234974)))
11:18:50.699 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1631368966(state=PENDING, result=null, callback=(continuation of Deferred@1513147630 after retry RPC after error@559292829) -> (continuation of Deferred@1645664344 after retry RPC after error@1712773019) -> (continuation of Deferred@974987275 after retry RPC after error@710386716) -> (continuation of Deferred@2119662870 after retry RPC after error@783144776) -> (continuation of Deferred@2112075758 after retry RPC after error@1787005706) -> (continuation of Deferred@804910209 after retry RPC after error@1873699233) -> (continuation of Deferred@261285757 after retry RPC after error@2034234974), errback=(continuation of Deferred@1513147630 after retry RPC after error@559292829) -> (continuation of Deferred@1645664344 after retry RPC after error@1712773019) -> (continuation of Deferred@974987275 after retry RPC after error@710386716) -> (continuation of Deferred@2119662870 after retry RPC after error@783144776) -> (continuation of Deferred@2112075758 after retry RPC after error@1787005706) -> (continuation of Deferred@804910209 after retry RPC after error@1873699233) -> (continuation of Deferred@261285757 after retry RPC after error@2034234974)))
11:18:50.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.897 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.899 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1979683044(state=PENDING, result=null, callback=(continuation of Deferred@1089278507 after retry RPC after error@680893511) -> (continuation of Deferred@936887077 after retry RPC after error@1051073931) -> (continuation of Deferred@376585278 after retry RPC after error@302116115) -> (continuation of Deferred@466012829 after retry RPC after error@352503339) -> (continuation of Deferred@303467385 after retry RPC after error@258119005) -> (continuation of Deferred@584918030 after retry RPC after error@560827872) -> (continuation of Deferred@126261239 after retry RPC after error@475341351), errback=(continuation of Deferred@1089278507 after retry RPC after error@680893511) -> (continuation of Deferred@936887077 after retry RPC after error@1051073931) -> (continuation of Deferred@376585278 after retry RPC after error@302116115) -> (continuation of Deferred@466012829 after retry RPC after error@352503339) -> (continuation of Deferred@303467385 after retry RPC after error@258119005) -> (continuation of Deferred@584918030 after retry RPC after error@560827872) -> (continuation of Deferred@126261239 after retry RPC after error@475341351)))
11:18:50.899 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1979683044(state=PENDING, result=null, callback=(continuation of Deferred@1089278507 after retry RPC after error@680893511) -> (continuation of Deferred@936887077 after retry RPC after error@1051073931) -> (continuation of Deferred@376585278 after retry RPC after error@302116115) -> (continuation of Deferred@466012829 after retry RPC after error@352503339) -> (continuation of Deferred@303467385 after retry RPC after error@258119005) -> (continuation of Deferred@584918030 after retry RPC after error@560827872) -> (continuation of Deferred@126261239 after retry RPC after error@475341351), errback=(continuation of Deferred@1089278507 after retry RPC after error@680893511) -> (continuation of Deferred@936887077 after retry RPC after error@1051073931) -> (continuation of Deferred@376585278 after retry RPC after error@302116115) -> (continuation of Deferred@466012829 after retry RPC after error@352503339) -> (continuation of Deferred@303467385 after retry RPC after error@258119005) -> (continuation of Deferred@584918030 after retry RPC after error@560827872) -> (continuation of Deferred@126261239 after retry RPC after error@475341351)))
11:18:50.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:50.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:50.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:50.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:50.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:50.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.037 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.097 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.099 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2053383556(state=PENDING, result=null, callback=(continuation of Deferred@1360483474 after retry RPC after error@932778166) -> (continuation of Deferred@231986669 after retry RPC after error@1455462870) -> (continuation of Deferred@1025041496 after retry RPC after error@1115381741) -> (continuation of Deferred@1368692466 after retry RPC after error@63482687) -> (continuation of Deferred@2030609722 after retry RPC after error@1628707265) -> (continuation of Deferred@339877911 after retry RPC after error@1377169651), errback=(continuation of Deferred@1360483474 after retry RPC after error@932778166) -> (continuation of Deferred@231986669 after retry RPC after error@1455462870) -> (continuation of Deferred@1025041496 after retry RPC after error@1115381741) -> (continuation of Deferred@1368692466 after retry RPC after error@63482687) -> (continuation of Deferred@2030609722 after retry RPC after error@1628707265) -> (continuation of Deferred@339877911 after retry RPC after error@1377169651)))
11:18:51.099 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@2053383556(state=PENDING, result=null, callback=(continuation of Deferred@1360483474 after retry RPC after error@932778166) -> (continuation of Deferred@231986669 after retry RPC after error@1455462870) -> (continuation of Deferred@1025041496 after retry RPC after error@1115381741) -> (continuation of Deferred@1368692466 after retry RPC after error@63482687) -> (continuation of Deferred@2030609722 after retry RPC after error@1628707265) -> (continuation of Deferred@339877911 after retry RPC after error@1377169651), errback=(continuation of Deferred@1360483474 after retry RPC after error@932778166) -> (continuation of Deferred@231986669 after retry RPC after error@1455462870) -> (continuation of Deferred@1025041496 after retry RPC after error@1115381741) -> (continuation of Deferred@1368692466 after retry RPC after error@63482687) -> (continuation of Deferred@2030609722 after retry RPC after error@1628707265) -> (continuation of Deferred@339877911 after retry RPC after error@1377169651)))
11:18:51.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.137 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.200 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [86ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [87ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@493782021(state=PENDING, result=null, callback=(continuation of Deferred@1613607849 after retry RPC after error@1086207557) -> (continuation of Deferred@1713475013 after retry RPC after error@252076968) -> (continuation of Deferred@37431578 after retry RPC after error@864430854) -> (continuation of Deferred@1503905558 after retry RPC after error@1703212201) -> (continuation of Deferred@1051489018 after retry RPC after error@1014018098) -> (continuation of Deferred@2074893277 after retry RPC after error@969918909) -> (continuation of Deferred@1688819676 after retry RPC after error@1575062107), errback=(continuation of Deferred@1613607849 after retry RPC after error@1086207557) -> (continuation of Deferred@1713475013 after retry RPC after error@252076968) -> (continuation of Deferred@37431578 after retry RPC after error@864430854) -> (continuation of Deferred@1503905558 after retry RPC after error@1703212201) -> (continuation of Deferred@1051489018 after retry RPC after error@1014018098) -> (continuation of Deferred@2074893277 after retry RPC after error@969918909) -> (continuation of Deferred@1688819676 after retry RPC after error@1575062107)))
11:18:51.320 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [86ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [87ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@493782021(state=PENDING, result=null, callback=(continuation of Deferred@1613607849 after retry RPC after error@1086207557) -> (continuation of Deferred@1713475013 after retry RPC after error@252076968) -> (continuation of Deferred@37431578 after retry RPC after error@864430854) -> (continuation of Deferred@1503905558 after retry RPC after error@1703212201) -> (continuation of Deferred@1051489018 after retry RPC after error@1014018098) -> (continuation of Deferred@2074893277 after retry RPC after error@969918909) -> (continuation of Deferred@1688819676 after retry RPC after error@1575062107), errback=(continuation of Deferred@1613607849 after retry RPC after error@1086207557) -> (continuation of Deferred@1713475013 after retry RPC after error@252076968) -> (continuation of Deferred@37431578 after retry RPC after error@864430854) -> (continuation of Deferred@1503905558 after retry RPC after error@1703212201) -> (continuation of Deferred@1051489018 after retry RPC after error@1014018098) -> (continuation of Deferred@2074893277 after retry RPC after error@969918909) -> (continuation of Deferred@1688819676 after retry RPC after error@1575062107)))
11:18:51.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:51.458796 31542 master_runner.cc:186] Error getting master registration for 127.29.58.126:44775: Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111),
11:18:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:51.459007 31542 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:18:51.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1815085471(state=PENDING, result=null, callback=(continuation of Deferred@1250177680 after retry RPC after error@1538441745) -> (continuation of Deferred@1233822754 after retry RPC after error@635070581) -> (continuation of Deferred@1310838508 after retry RPC after error@55459699) -> (continuation of Deferred@536420492 after retry RPC after error@1771469510) -> (continuation of Deferred@687906742 after retry RPC after error@1539803202) -> (continuation of Deferred@233586422 after retry RPC after error@1475749319) -> (continuation of Deferred@2049371552 after retry RPC after error@499445566) -> (continuation of Deferred@1899194878 after retry RPC after error@395158018), errback=(continuation of Deferred@1250177680 after retry RPC after error@1538441745) -> (continuation of Deferred@1233822754 after retry RPC after error@635070581) -> (continuation of Deferred@1310838508 after retry RPC after error@55459699) -> (continuation of Deferred@536420492 after retry RPC after error@1771469510) -> (continuation of Deferred@687906742 after retry RPC after error@1539803202) -> (continuation of Deferred@233586422 after retry RPC after error@1475749319) -> (continuation of Deferred@2049371552 after retry RPC after error@499445566) -> (continuation of Deferred@1899194878 after retry RPC after error@395158018)))
11:18:51.579 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1815085471(state=PENDING, result=null, callback=(continuation of Deferred@1250177680 after retry RPC after error@1538441745) -> (continuation of Deferred@1233822754 after retry RPC after error@635070581) -> (continuation of Deferred@1310838508 after retry RPC after error@55459699) -> (continuation of Deferred@536420492 after retry RPC after error@1771469510) -> (continuation of Deferred@687906742 after retry RPC after error@1539803202) -> (continuation of Deferred@233586422 after retry RPC after error@1475749319) -> (continuation of Deferred@2049371552 after retry RPC after error@499445566) -> (continuation of Deferred@1899194878 after retry RPC after error@395158018), errback=(continuation of Deferred@1250177680 after retry RPC after error@1538441745) -> (continuation of Deferred@1233822754 after retry RPC after error@635070581) -> (continuation of Deferred@1310838508 after retry RPC after error@55459699) -> (continuation of Deferred@536420492 after retry RPC after error@1771469510) -> (continuation of Deferred@687906742 after retry RPC after error@1539803202) -> (continuation of Deferred@233586422 after retry RPC after error@1475749319) -> (continuation of Deferred@2049371552 after retry RPC after error@499445566) -> (continuation of Deferred@1899194878 after retry RPC after error@395158018)))
11:18:51.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.778 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1465680902(state=PENDING, result=null, callback=(continuation of Deferred@780495708 after retry RPC after error@1682207615) -> (continuation of Deferred@1755715177 after retry RPC after error@1533662159) -> (continuation of Deferred@1580440693 after retry RPC after error@422298439) -> (continuation of Deferred@1097243477 after retry RPC after error@1409605405) -> (continuation of Deferred@370553308 after retry RPC after error@1373694370) -> (continuation of Deferred@615083256 after retry RPC after error@1445442375), errback=(continuation of Deferred@780495708 after retry RPC after error@1682207615) -> (continuation of Deferred@1755715177 after retry RPC after error@1533662159) -> (continuation of Deferred@1580440693 after retry RPC after error@422298439) -> (continuation of Deferred@1097243477 after retry RPC after error@1409605405) -> (continuation of Deferred@370553308 after retry RPC after error@1373694370) -> (continuation of Deferred@615083256 after retry RPC after error@1445442375)))
11:18:51.779 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1465680902(state=PENDING, result=null, callback=(continuation of Deferred@780495708 after retry RPC after error@1682207615) -> (continuation of Deferred@1755715177 after retry RPC after error@1533662159) -> (continuation of Deferred@1580440693 after retry RPC after error@422298439) -> (continuation of Deferred@1097243477 after retry RPC after error@1409605405) -> (continuation of Deferred@370553308 after retry RPC after error@1373694370) -> (continuation of Deferred@615083256 after retry RPC after error@1445442375), errback=(continuation of Deferred@780495708 after retry RPC after error@1682207615) -> (continuation of Deferred@1755715177 after retry RPC after error@1533662159) -> (continuation of Deferred@1580440693 after retry RPC after error@422298439) -> (continuation of Deferred@1097243477 after retry RPC after error@1409605405) -> (continuation of Deferred@370553308 after retry RPC after error@1373694370) -> (continuation of Deferred@615083256 after retry RPC after error@1445442375)))
11:18:51.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.797 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.957 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:51.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:51.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:51.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:51.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:51.998 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@17388384(state=PENDING, result=null, callback=(continuation of Deferred@44205012 after retry RPC after error@1646142845) -> (continuation of Deferred@1953014322 after retry RPC after error@1068592524) -> (continuation of Deferred@689698189 after retry RPC after error@977078302) -> (continuation of Deferred@192234585 after retry RPC after error@1058837942) -> (continuation of Deferred@1230874693 after retry RPC after error@468853896) -> (continuation of Deferred@973401123 after retry RPC after error@1643020272) -> (continuation of Deferred@1163258888 after retry RPC after error@1334396494) -> (continuation of Deferred@1391578728 after retry RPC after error@1089616441), errback=(continuation of Deferred@44205012 after retry RPC after error@1646142845) -> (continuation of Deferred@1953014322 after retry RPC after error@1068592524) -> (continuation of Deferred@689698189 after retry RPC after error@977078302) -> (continuation of Deferred@192234585 after retry RPC after error@1058837942) -> (continuation of Deferred@1230874693 after retry RPC after error@468853896) -> (continuation of Deferred@973401123 after retry RPC after error@1643020272) -> (continuation of Deferred@1163258888 after retry RPC after error@1334396494) -> (continuation of Deferred@1391578728 after retry RPC after error@1089616441)))
11:18:51.999 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@17388384(state=PENDING, result=null, callback=(continuation of Deferred@44205012 after retry RPC after error@1646142845) -> (continuation of Deferred@1953014322 after retry RPC after error@1068592524) -> (continuation of Deferred@689698189 after retry RPC after error@977078302) -> (continuation of Deferred@192234585 after retry RPC after error@1058837942) -> (continuation of Deferred@1230874693 after retry RPC after error@468853896) -> (continuation of Deferred@973401123 after retry RPC after error@1643020272) -> (continuation of Deferred@1163258888 after retry RPC after error@1334396494) -> (continuation of Deferred@1391578728 after retry RPC after error@1089616441), errback=(continuation of Deferred@44205012 after retry RPC after error@1646142845) -> (continuation of Deferred@1953014322 after retry RPC after error@1068592524) -> (continuation of Deferred@689698189 after retry RPC after error@977078302) -> (continuation of Deferred@192234585 after retry RPC after error@1058837942) -> (continuation of Deferred@1230874693 after retry RPC after error@468853896) -> (continuation of Deferred@973401123 after retry RPC after error@1643020272) -> (continuation of Deferred@1163258888 after retry RPC after error@1334396494) -> (continuation of Deferred@1391578728 after retry RPC after error@1089616441)))
11:18:52.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.258 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@628824037(state=PENDING, result=null, callback=(continuation of Deferred@523374569 after retry RPC after error@1937161364) -> (continuation of Deferred@1267317779 after retry RPC after error@909139640) -> (continuation of Deferred@963789520 after retry RPC after error@2141641590) -> (continuation of Deferred@2034862517 after retry RPC after error@1303961018) -> (continuation of Deferred@1727492639 after retry RPC after error@792946908) -> (continuation of Deferred@443701408 after retry RPC after error@296489817) -> (continuation of Deferred@1276574969 after retry RPC after error@2024237103), errback=(continuation of Deferred@523374569 after retry RPC after error@1937161364) -> (continuation of Deferred@1267317779 after retry RPC after error@909139640) -> (continuation of Deferred@963789520 after retry RPC after error@2141641590) -> (continuation of Deferred@2034862517 after retry RPC after error@1303961018) -> (continuation of Deferred@1727492639 after retry RPC after error@792946908) -> (continuation of Deferred@443701408 after retry RPC after error@296489817) -> (continuation of Deferred@1276574969 after retry RPC after error@2024237103)))
11:18:52.259 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@628824037(state=PENDING, result=null, callback=(continuation of Deferred@523374569 after retry RPC after error@1937161364) -> (continuation of Deferred@1267317779 after retry RPC after error@909139640) -> (continuation of Deferred@963789520 after retry RPC after error@2141641590) -> (continuation of Deferred@2034862517 after retry RPC after error@1303961018) -> (continuation of Deferred@1727492639 after retry RPC after error@792946908) -> (continuation of Deferred@443701408 after retry RPC after error@296489817) -> (continuation of Deferred@1276574969 after retry RPC after error@2024237103), errback=(continuation of Deferred@523374569 after retry RPC after error@1937161364) -> (continuation of Deferred@1267317779 after retry RPC after error@909139640) -> (continuation of Deferred@963789520 after retry RPC after error@2141641590) -> (continuation of Deferred@2034862517 after retry RPC after error@1303961018) -> (continuation of Deferred@1727492639 after retry RPC after error@792946908) -> (continuation of Deferred@443701408 after retry RPC after error@296489817) -> (continuation of Deferred@1276574969 after retry RPC after error@2024237103)))
11:18:52.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.277 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.337 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.456 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.459 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@472318190(state=PENDING, result=null, callback=(continuation of Deferred@885124476 after retry RPC after error@1508914145) -> (continuation of Deferred@1453082342 after retry RPC after error@1922571435) -> (continuation of Deferred@1233761673 after retry RPC after error@297728098) -> (continuation of Deferred@631322565 after retry RPC after error@393087646) -> (continuation of Deferred@332382215 after retry RPC after error@1976850420) -> (continuation of Deferred@1508333972 after retry RPC after error@1044026060) -> (continuation of Deferred@1402516212 after retry RPC after error@69481604), errback=(continuation of Deferred@885124476 after retry RPC after error@1508914145) -> (continuation of Deferred@1453082342 after retry RPC after error@1922571435) -> (continuation of Deferred@1233761673 after retry RPC after error@297728098) -> (continuation of Deferred@631322565 after retry RPC after error@393087646) -> (continuation of Deferred@332382215 after retry RPC after error@1976850420) -> (continuation of Deferred@1508333972 after retry RPC after error@1044026060) -> (continuation of Deferred@1402516212 after retry RPC after error@69481604)))
11:18:52.459 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@472318190(state=PENDING, result=null, callback=(continuation of Deferred@885124476 after retry RPC after error@1508914145) -> (continuation of Deferred@1453082342 after retry RPC after error@1922571435) -> (continuation of Deferred@1233761673 after retry RPC after error@297728098) -> (continuation of Deferred@631322565 after retry RPC after error@393087646) -> (continuation of Deferred@332382215 after retry RPC after error@1976850420) -> (continuation of Deferred@1508333972 after retry RPC after error@1044026060) -> (continuation of Deferred@1402516212 after retry RPC after error@69481604), errback=(continuation of Deferred@885124476 after retry RPC after error@1508914145) -> (continuation of Deferred@1453082342 after retry RPC after error@1922571435) -> (continuation of Deferred@1233761673 after retry RPC after error@297728098) -> (continuation of Deferred@631322565 after retry RPC after error@393087646) -> (continuation of Deferred@332382215 after retry RPC after error@1976850420) -> (continuation of Deferred@1508333972 after retry RPC after error@1044026060) -> (continuation of Deferred@1402516212 after retry RPC after error@69481604)))
11:18:52.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@694721552(state=PENDING, result=null, callback=(continuation of Deferred@1347187158 after retry RPC after error@949586519) -> (continuation of Deferred@392130807 after retry RPC after error@2050684432) -> (continuation of Deferred@1229716032 after retry RPC after error@1039407628) -> (continuation of Deferred@1363156365 after retry RPC after error@2087189443) -> (continuation of Deferred@1785239541 after retry RPC after error@2001851598) -> (continuation of Deferred@640422876 after retry RPC after error@1708543289) -> (continuation of Deferred@1269803337 after retry RPC after error@841081686), errback=(continuation of Deferred@1347187158 after retry RPC after error@949586519) -> (continuation of Deferred@392130807 after retry RPC after error@2050684432) -> (continuation of Deferred@1229716032 after retry RPC after error@1039407628) -> (continuation of Deferred@1363156365 after retry RPC after error@2087189443) -> (continuation of Deferred@1785239541 after retry RPC after error@2001851598) -> (continuation of Deferred@640422876 after retry RPC after error@1708543289) -> (continuation of Deferred@1269803337 after retry RPC after error@841081686)))
11:18:52.679 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@694721552(state=PENDING, result=null, callback=(continuation of Deferred@1347187158 after retry RPC after error@949586519) -> (continuation of Deferred@392130807 after retry RPC after error@2050684432) -> (continuation of Deferred@1229716032 after retry RPC after error@1039407628) -> (continuation of Deferred@1363156365 after retry RPC after error@2087189443) -> (continuation of Deferred@1785239541 after retry RPC after error@2001851598) -> (continuation of Deferred@640422876 after retry RPC after error@1708543289) -> (continuation of Deferred@1269803337 after retry RPC after error@841081686), errback=(continuation of Deferred@1347187158 after retry RPC after error@949586519) -> (continuation of Deferred@392130807 after retry RPC after error@2050684432) -> (continuation of Deferred@1229716032 after retry RPC after error@1039407628) -> (continuation of Deferred@1363156365 after retry RPC after error@2087189443) -> (continuation of Deferred@1785239541 after retry RPC after error@2001851598) -> (continuation of Deferred@640422876 after retry RPC after error@1708543289) -> (continuation of Deferred@1269803337 after retry RPC after error@841081686)))
11:18:52.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.939 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@250049705(state=PENDING, result=null, callback=(continuation of Deferred@216760506 after retry RPC after error@478097631) -> (continuation of Deferred@907386548 after retry RPC after error@56817379) -> (continuation of Deferred@1398560869 after retry RPC after error@918577945) -> (continuation of Deferred@742046539 after retry RPC after error@947619265) -> (continuation of Deferred@156597723 after retry RPC after error@1018695491) -> (continuation of Deferred@1168182140 after retry RPC after error@563137412) -> (continuation of Deferred@59359688 after retry RPC after error@2142704877), errback=(continuation of Deferred@216760506 after retry RPC after error@478097631) -> (continuation of Deferred@907386548 after retry RPC after error@56817379) -> (continuation of Deferred@1398560869 after retry RPC after error@918577945) -> (continuation of Deferred@742046539 after retry RPC after error@947619265) -> (continuation of Deferred@156597723 after retry RPC after error@1018695491) -> (continuation of Deferred@1168182140 after retry RPC after error@563137412) -> (continuation of Deferred@59359688 after retry RPC after error@2142704877)))
11:18:52.939 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@250049705(state=PENDING, result=null, callback=(continuation of Deferred@216760506 after retry RPC after error@478097631) -> (continuation of Deferred@907386548 after retry RPC after error@56817379) -> (continuation of Deferred@1398560869 after retry RPC after error@918577945) -> (continuation of Deferred@742046539 after retry RPC after error@947619265) -> (continuation of Deferred@156597723 after retry RPC after error@1018695491) -> (continuation of Deferred@1168182140 after retry RPC after error@563137412) -> (continuation of Deferred@59359688 after retry RPC after error@2142704877), errback=(continuation of Deferred@216760506 after retry RPC after error@478097631) -> (continuation of Deferred@907386548 after retry RPC after error@56817379) -> (continuation of Deferred@1398560869 after retry RPC after error@918577945) -> (continuation of Deferred@742046539 after retry RPC after error@947619265) -> (continuation of Deferred@156597723 after retry RPC after error@1018695491) -> (continuation of Deferred@1168182140 after retry RPC after error@563137412) -> (continuation of Deferred@59359688 after retry RPC after error@2142704877)))
11:18:52.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.977 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:52.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:52.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:52.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:52.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:52.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.117 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1233555329(state=PENDING, result=null, callback=(continuation of Deferred@678080671 after retry RPC after error@245684561) -> (continuation of Deferred@84980803 after retry RPC after error@2014829031) -> (continuation of Deferred@84176946 after retry RPC after error@759324562) -> (continuation of Deferred@770725077 after retry RPC after error@1810790509) -> (continuation of Deferred@1305284802 after retry RPC after error@1926002726) -> (continuation of Deferred@1572199510 after retry RPC after error@1166076573) -> (continuation of Deferred@1617865199 after retry RPC after error@1903358092), errback=(continuation of Deferred@678080671 after retry RPC after error@245684561) -> (continuation of Deferred@84980803 after retry RPC after error@2014829031) -> (continuation of Deferred@84176946 after retry RPC after error@759324562) -> (continuation of Deferred@770725077 after retry RPC after error@1810790509) -> (continuation of Deferred@1305284802 after retry RPC after error@1926002726) -> (continuation of Deferred@1572199510 after retry RPC after error@1166076573) -> (continuation of Deferred@1617865199 after retry RPC after error@1903358092)))
11:18:53.159 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1233555329(state=PENDING, result=null, callback=(continuation of Deferred@678080671 after retry RPC after error@245684561) -> (continuation of Deferred@84980803 after retry RPC after error@2014829031) -> (continuation of Deferred@84176946 after retry RPC after error@759324562) -> (continuation of Deferred@770725077 after retry RPC after error@1810790509) -> (continuation of Deferred@1305284802 after retry RPC after error@1926002726) -> (continuation of Deferred@1572199510 after retry RPC after error@1166076573) -> (continuation of Deferred@1617865199 after retry RPC after error@1903358092), errback=(continuation of Deferred@678080671 after retry RPC after error@245684561) -> (continuation of Deferred@84980803 after retry RPC after error@2014829031) -> (continuation of Deferred@84176946 after retry RPC after error@759324562) -> (continuation of Deferred@770725077 after retry RPC after error@1810790509) -> (continuation of Deferred@1305284802 after retry RPC after error@1926002726) -> (continuation of Deferred@1572199510 after retry RPC after error@1166076573) -> (continuation of Deferred@1617865199 after retry RPC after error@1903358092)))
11:18:53.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.197 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1642663939(state=PENDING, result=null, callback=(continuation of Deferred@412626299 after retry RPC after error@1946987841) -> (continuation of Deferred@166123074 after retry RPC after error@539403893) -> (continuation of Deferred@2039260415 after retry RPC after error@1752918058) -> (continuation of Deferred@1469114273 after retry RPC after error@1116796456) -> (continuation of Deferred@1579616729 after retry RPC after error@1831731215) -> (continuation of Deferred@1028870116 after retry RPC after error@2025312208), errback=(continuation of Deferred@412626299 after retry RPC after error@1946987841) -> (continuation of Deferred@166123074 after retry RPC after error@539403893) -> (continuation of Deferred@2039260415 after retry RPC after error@1752918058) -> (continuation of Deferred@1469114273 after retry RPC after error@1116796456) -> (continuation of Deferred@1579616729 after retry RPC after error@1831731215) -> (continuation of Deferred@1028870116 after retry RPC after error@2025312208)))
11:18:53.359 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1642663939(state=PENDING, result=null, callback=(continuation of Deferred@412626299 after retry RPC after error@1946987841) -> (continuation of Deferred@166123074 after retry RPC after error@539403893) -> (continuation of Deferred@2039260415 after retry RPC after error@1752918058) -> (continuation of Deferred@1469114273 after retry RPC after error@1116796456) -> (continuation of Deferred@1579616729 after retry RPC after error@1831731215) -> (continuation of Deferred@1028870116 after retry RPC after error@2025312208), errback=(continuation of Deferred@412626299 after retry RPC after error@1946987841) -> (continuation of Deferred@166123074 after retry RPC after error@539403893) -> (continuation of Deferred@2039260415 after retry RPC after error@1752918058) -> (continuation of Deferred@1469114273 after retry RPC after error@1116796456) -> (continuation of Deferred@1579616729 after retry RPC after error@1831731215) -> (continuation of Deferred@1028870116 after retry RPC after error@2025312208)))
11:18:53.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1153476603(state=PENDING, result=null, callback=(continuation of Deferred@725938030 after retry RPC after error@1529242357) -> (continuation of Deferred@1747283907 after retry RPC after error@689697347) -> (continuation of Deferred@623400849 after retry RPC after error@1299294219) -> (continuation of Deferred@250187025 after retry RPC after error@2023161701) -> (continuation of Deferred@526760761 after retry RPC after error@1603565870) -> (continuation of Deferred@500688584 after retry RPC after error@1383423936), errback=(continuation of Deferred@725938030 after retry RPC after error@1529242357) -> (continuation of Deferred@1747283907 after retry RPC after error@689697347) -> (continuation of Deferred@623400849 after retry RPC after error@1299294219) -> (continuation of Deferred@250187025 after retry RPC after error@2023161701) -> (continuation of Deferred@526760761 after retry RPC after error@1603565870) -> (continuation of Deferred@500688584 after retry RPC after error@1383423936)))
11:18:53.540 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1153476603(state=PENDING, result=null, callback=(continuation of Deferred@725938030 after retry RPC after error@1529242357) -> (continuation of Deferred@1747283907 after retry RPC after error@689697347) -> (continuation of Deferred@623400849 after retry RPC after error@1299294219) -> (continuation of Deferred@250187025 after retry RPC after error@2023161701) -> (continuation of Deferred@526760761 after retry RPC after error@1603565870) -> (continuation of Deferred@500688584 after retry RPC after error@1383423936), errback=(continuation of Deferred@725938030 after retry RPC after error@1529242357) -> (continuation of Deferred@1747283907 after retry RPC after error@689697347) -> (continuation of Deferred@623400849 after retry RPC after error@1299294219) -> (continuation of Deferred@250187025 after retry RPC after error@2023161701) -> (continuation of Deferred@526760761 after retry RPC after error@1603565870) -> (continuation of Deferred@500688584 after retry RPC after error@1383423936)))
11:18:53.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.597 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.617 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.798 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2061407120(state=PENDING, result=null, callback=(continuation of Deferred@153878641 after retry RPC after error@1067717935) -> (continuation of Deferred@1626039726 after retry RPC after error@1856448560) -> (continuation of Deferred@123834909 after retry RPC after error@418640563) -> (continuation of Deferred@596521494 after retry RPC after error@1958705407) -> (continuation of Deferred@2135289103 after retry RPC after error@2015690302) -> (continuation of Deferred@711490990 after retry RPC after error@622825628) -> (continuation of Deferred@1977760933 after retry RPC after error@719907113), errback=(continuation of Deferred@153878641 after retry RPC after error@1067717935) -> (continuation of Deferred@1626039726 after retry RPC after error@1856448560) -> (continuation of Deferred@123834909 after retry RPC after error@418640563) -> (continuation of Deferred@596521494 after retry RPC after error@1958705407) -> (continuation of Deferred@2135289103 after retry RPC after error@2015690302) -> (continuation of Deferred@711490990 after retry RPC after error@622825628) -> (continuation of Deferred@1977760933 after retry RPC after error@719907113)))
11:18:53.799 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2061407120(state=PENDING, result=null, callback=(continuation of Deferred@153878641 after retry RPC after error@1067717935) -> (continuation of Deferred@1626039726 after retry RPC after error@1856448560) -> (continuation of Deferred@123834909 after retry RPC after error@418640563) -> (continuation of Deferred@596521494 after retry RPC after error@1958705407) -> (continuation of Deferred@2135289103 after retry RPC after error@2015690302) -> (continuation of Deferred@711490990 after retry RPC after error@622825628) -> (continuation of Deferred@1977760933 after retry RPC after error@719907113), errback=(continuation of Deferred@153878641 after retry RPC after error@1067717935) -> (continuation of Deferred@1626039726 after retry RPC after error@1856448560) -> (continuation of Deferred@123834909 after retry RPC after error@418640563) -> (continuation of Deferred@596521494 after retry RPC after error@1958705407) -> (continuation of Deferred@2135289103 after retry RPC after error@2015690302) -> (continuation of Deferred@711490990 after retry RPC after error@622825628) -> (continuation of Deferred@1977760933 after retry RPC after error@719907113)))
11:18:53.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:53.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:53.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:53.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:53.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:53.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.058 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@707969182(state=PENDING, result=null, callback=(continuation of Deferred@283852504 after retry RPC after error@46852445) -> (continuation of Deferred@760392562 after retry RPC after error@291027062) -> (continuation of Deferred@1477200251 after retry RPC after error@232379174) -> (continuation of Deferred@904458452 after retry RPC after error@1629975831) -> (continuation of Deferred@1541062617 after retry RPC after error@416880487) -> (continuation of Deferred@1782917880 after retry RPC after error@806385002) -> (continuation of Deferred@1052385478 after retry RPC after error@1846049369), errback=(continuation of Deferred@283852504 after retry RPC after error@46852445) -> (continuation of Deferred@760392562 after retry RPC after error@291027062) -> (continuation of Deferred@1477200251 after retry RPC after error@232379174) -> (continuation of Deferred@904458452 after retry RPC after error@1629975831) -> (continuation of Deferred@1541062617 after retry RPC after error@416880487) -> (continuation of Deferred@1782917880 after retry RPC after error@806385002) -> (continuation of Deferred@1052385478 after retry RPC after error@1846049369)))
11:18:54.059 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@707969182(state=PENDING, result=null, callback=(continuation of Deferred@283852504 after retry RPC after error@46852445) -> (continuation of Deferred@760392562 after retry RPC after error@291027062) -> (continuation of Deferred@1477200251 after retry RPC after error@232379174) -> (continuation of Deferred@904458452 after retry RPC after error@1629975831) -> (continuation of Deferred@1541062617 after retry RPC after error@416880487) -> (continuation of Deferred@1782917880 after retry RPC after error@806385002) -> (continuation of Deferred@1052385478 after retry RPC after error@1846049369), errback=(continuation of Deferred@283852504 after retry RPC after error@46852445) -> (continuation of Deferred@760392562 after retry RPC after error@291027062) -> (continuation of Deferred@1477200251 after retry RPC after error@232379174) -> (continuation of Deferred@904458452 after retry RPC after error@1629975831) -> (continuation of Deferred@1541062617 after retry RPC after error@416880487) -> (continuation of Deferred@1782917880 after retry RPC after error@806385002) -> (continuation of Deferred@1052385478 after retry RPC after error@1846049369)))
11:18:54.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.097 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.177 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1460339769(state=PENDING, result=null, callback=(continuation of Deferred@2008311543 after retry RPC after error@1935082481) -> (continuation of Deferred@1894007212 after retry RPC after error@2143402309) -> (continuation of Deferred@731315092 after retry RPC after error@1620393372) -> (continuation of Deferred@850327811 after retry RPC after error@1079473538) -> (continuation of Deferred@1551985735 after retry RPC after error@355586966) -> (continuation of Deferred@1351767762 after retry RPC after error@731042343) -> (continuation of Deferred@2091278406 after retry RPC after error@1737535783) -> (continuation of Deferred@636903361 after retry RPC after error@407417522), errback=(continuation of Deferred@2008311543 after retry RPC after error@1935082481) -> (continuation of Deferred@1894007212 after retry RPC after error@2143402309) -> (continuation of Deferred@731315092 after retry RPC after error@1620393372) -> (continuation of Deferred@850327811 after retry RPC after error@1079473538) -> (continuation of Deferred@1551985735 after retry RPC after error@355586966) -> (continuation of Deferred@1351767762 after retry RPC after error@731042343) -> (continuation of Deferred@2091278406 after retry RPC after error@1737535783) -> (continuation of Deferred@636903361 after retry RPC after error@407417522)))
11:18:54.320 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1460339769(state=PENDING, result=null, callback=(continuation of Deferred@2008311543 after retry RPC after error@1935082481) -> (continuation of Deferred@1894007212 after retry RPC after error@2143402309) -> (continuation of Deferred@731315092 after retry RPC after error@1620393372) -> (continuation of Deferred@850327811 after retry RPC after error@1079473538) -> (continuation of Deferred@1551985735 after retry RPC after error@355586966) -> (continuation of Deferred@1351767762 after retry RPC after error@731042343) -> (continuation of Deferred@2091278406 after retry RPC after error@1737535783) -> (continuation of Deferred@636903361 after retry RPC after error@407417522), errback=(continuation of Deferred@2008311543 after retry RPC after error@1935082481) -> (continuation of Deferred@1894007212 after retry RPC after error@2143402309) -> (continuation of Deferred@731315092 after retry RPC after error@1620393372) -> (continuation of Deferred@850327811 after retry RPC after error@1079473538) -> (continuation of Deferred@1551985735 after retry RPC after error@355586966) -> (continuation of Deferred@1351767762 after retry RPC after error@731042343) -> (continuation of Deferred@2091278406 after retry RPC after error@1737535783) -> (continuation of Deferred@636903361 after retry RPC after error@407417522)))
11:18:54.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.357 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.437 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.497 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1612256767(state=PENDING, result=null, callback=(continuation of Deferred@1634993607 after retry RPC after error@887718090) -> (continuation of Deferred@1589170254 after retry RPC after error@1990623371) -> (continuation of Deferred@926808485 after retry RPC after error@1336590424) -> (continuation of Deferred@1460163395 after retry RPC after error@359150577) -> (continuation of Deferred@1296044072 after retry RPC after error@1425121752) -> (continuation of Deferred@1106666062 after retry RPC after error@357901882) -> (continuation of Deferred@1482274280 after retry RPC after error@33501274), errback=(continuation of Deferred@1634993607 after retry RPC after error@887718090) -> (continuation of Deferred@1589170254 after retry RPC after error@1990623371) -> (continuation of Deferred@926808485 after retry RPC after error@1336590424) -> (continuation of Deferred@1460163395 after retry RPC after error@359150577) -> (continuation of Deferred@1296044072 after retry RPC after error@1425121752) -> (continuation of Deferred@1106666062 after retry RPC after error@357901882) -> (continuation of Deferred@1482274280 after retry RPC after error@33501274)))
11:18:54.519 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1612256767(state=PENDING, result=null, callback=(continuation of Deferred@1634993607 after retry RPC after error@887718090) -> (continuation of Deferred@1589170254 after retry RPC after error@1990623371) -> (continuation of Deferred@926808485 after retry RPC after error@1336590424) -> (continuation of Deferred@1460163395 after retry RPC after error@359150577) -> (continuation of Deferred@1296044072 after retry RPC after error@1425121752) -> (continuation of Deferred@1106666062 after retry RPC after error@357901882) -> (continuation of Deferred@1482274280 after retry RPC after error@33501274), errback=(continuation of Deferred@1634993607 after retry RPC after error@887718090) -> (continuation of Deferred@1589170254 after retry RPC after error@1990623371) -> (continuation of Deferred@926808485 after retry RPC after error@1336590424) -> (continuation of Deferred@1460163395 after retry RPC after error@359150577) -> (continuation of Deferred@1296044072 after retry RPC after error@1425121752) -> (continuation of Deferred@1106666062 after retry RPC after error@357901882) -> (continuation of Deferred@1482274280 after retry RPC after error@33501274)))
11:18:54.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.657 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.717 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:54.760730 30876 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:54.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:54.763302 30876 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '511e7e0c81b94db58a3b2d7689fd3450', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.58.126:44775,127.29.58.125:45839,127.29.58.124:33059, num_attempts: 1)
11:18:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:54.764786 30882 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.58.125:45839)
11:18:54.797 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@807690424(state=PENDING, result=null, callback=(continuation of Deferred@376678848 after retry RPC after error@398785820) -> (continuation of Deferred@220947438 after retry RPC after error@513405779) -> (continuation of Deferred@355427561 after retry RPC after error@624117581) -> (continuation of Deferred@1943106582 after retry RPC after error@570626644) -> (continuation of Deferred@1290085073 after retry RPC after error@1943211311) -> (continuation of Deferred@190494343 after retry RPC after error@829522954) -> (continuation of Deferred@1424481119 after retry RPC after error@1068899993), errback=(continuation of Deferred@376678848 after retry RPC after error@398785820) -> (continuation of Deferred@220947438 after retry RPC after error@513405779) -> (continuation of Deferred@355427561 after retry RPC after error@624117581) -> (continuation of Deferred@1943106582 after retry RPC after error@570626644) -> (continuation of Deferred@1290085073 after retry RPC after error@1943211311) -> (continuation of Deferred@190494343 after retry RPC after error@829522954) -> (continuation of Deferred@1424481119 after retry RPC after error@1068899993)))
11:18:54.797 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:54.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:54.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:54.936 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:54.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:54.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:54.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.037 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1267518422(state=PENDING, result=null, callback=(continuation of Deferred@30810459 after retry RPC after error@687951702) -> (continuation of Deferred@606126064 after retry RPC after error@165614297) -> (continuation of Deferred@968046144 after retry RPC after error@443262431) -> (continuation of Deferred@999638621 after retry RPC after error@1244516908) -> (continuation of Deferred@1779235871 after retry RPC after error@755956188) -> (continuation of Deferred@1010361742 after retry RPC after error@404810903) -> (continuation of Deferred@356587400 after retry RPC after error@1331416293), errback=(continuation of Deferred@30810459 after retry RPC after error@687951702) -> (continuation of Deferred@606126064 after retry RPC after error@165614297) -> (continuation of Deferred@968046144 after retry RPC after error@443262431) -> (continuation of Deferred@999638621 after retry RPC after error@1244516908) -> (continuation of Deferred@1779235871 after retry RPC after error@755956188) -> (continuation of Deferred@1010361742 after retry RPC after error@404810903) -> (continuation of Deferred@356587400 after retry RPC after error@1331416293)))
11:18:55.039 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1267518422(state=PENDING, result=null, callback=(continuation of Deferred@30810459 after retry RPC after error@687951702) -> (continuation of Deferred@606126064 after retry RPC after error@165614297) -> (continuation of Deferred@968046144 after retry RPC after error@443262431) -> (continuation of Deferred@999638621 after retry RPC after error@1244516908) -> (continuation of Deferred@1779235871 after retry RPC after error@755956188) -> (continuation of Deferred@1010361742 after retry RPC after error@404810903) -> (continuation of Deferred@356587400 after retry RPC after error@1331416293), errback=(continuation of Deferred@30810459 after retry RPC after error@687951702) -> (continuation of Deferred@606126064 after retry RPC after error@165614297) -> (continuation of Deferred@968046144 after retry RPC after error@443262431) -> (continuation of Deferred@999638621 after retry RPC after error@1244516908) -> (continuation of Deferred@1779235871 after retry RPC after error@755956188) -> (continuation of Deferred@1010361742 after retry RPC after error@404810903) -> (continuation of Deferred@356587400 after retry RPC after error@1331416293)))
11:18:55.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.097 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.177 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.298 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@223179045(state=PENDING, result=null, callback=(continuation of Deferred@1918358196 after retry RPC after error@247361751) -> (continuation of Deferred@364862449 after retry RPC after error@1931334714) -> (continuation of Deferred@1058241183 after retry RPC after error@1121357154) -> (continuation of Deferred@769205786 after retry RPC after error@813206431) -> (continuation of Deferred@337369229 after retry RPC after error@1657862897) -> (continuation of Deferred@106817863 after retry RPC after error@1913503328) -> (continuation of Deferred@941154076 after retry RPC after error@1576713628), errback=(continuation of Deferred@1918358196 after retry RPC after error@247361751) -> (continuation of Deferred@364862449 after retry RPC after error@1931334714) -> (continuation of Deferred@1058241183 after retry RPC after error@1121357154) -> (continuation of Deferred@769205786 after retry RPC after error@813206431) -> (continuation of Deferred@337369229 after retry RPC after error@1657862897) -> (continuation of Deferred@106817863 after retry RPC after error@1913503328) -> (continuation of Deferred@941154076 after retry RPC after error@1576713628)))
11:18:55.299 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@223179045(state=PENDING, result=null, callback=(continuation of Deferred@1918358196 after retry RPC after error@247361751) -> (continuation of Deferred@364862449 after retry RPC after error@1931334714) -> (continuation of Deferred@1058241183 after retry RPC after error@1121357154) -> (continuation of Deferred@769205786 after retry RPC after error@813206431) -> (continuation of Deferred@337369229 after retry RPC after error@1657862897) -> (continuation of Deferred@106817863 after retry RPC after error@1913503328) -> (continuation of Deferred@941154076 after retry RPC after error@1576713628), errback=(continuation of Deferred@1918358196 after retry RPC after error@247361751) -> (continuation of Deferred@364862449 after retry RPC after error@1931334714) -> (continuation of Deferred@1058241183 after retry RPC after error@1121357154) -> (continuation of Deferred@769205786 after retry RPC after error@813206431) -> (continuation of Deferred@337369229 after retry RPC after error@1657862897) -> (continuation of Deferred@106817863 after retry RPC after error@1913503328) -> (continuation of Deferred@941154076 after retry RPC after error@1576713628)))
11:18:55.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.396 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.538 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@933937699(state=PENDING, result=null, callback=(continuation of Deferred@1822539473 after retry RPC after error@117340659) -> (continuation of Deferred@1630598340 after retry RPC after error@15370523) -> (continuation of Deferred@1633482977 after retry RPC after error@345515224) -> (continuation of Deferred@1919448155 after retry RPC after error@639539548) -> (continuation of Deferred@537130638 after retry RPC after error@1978185906) -> (continuation of Deferred@1150533880 after retry RPC after error@378889551) -> (continuation of Deferred@698173077 after retry RPC after error@419448380), errback=(continuation of Deferred@1822539473 after retry RPC after error@117340659) -> (continuation of Deferred@1630598340 after retry RPC after error@15370523) -> (continuation of Deferred@1633482977 after retry RPC after error@345515224) -> (continuation of Deferred@1919448155 after retry RPC after error@639539548) -> (continuation of Deferred@537130638 after retry RPC after error@1978185906) -> (continuation of Deferred@1150533880 after retry RPC after error@378889551) -> (continuation of Deferred@698173077 after retry RPC after error@419448380)))
11:18:55.538 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@933937699(state=PENDING, result=null, callback=(continuation of Deferred@1822539473 after retry RPC after error@117340659) -> (continuation of Deferred@1630598340 after retry RPC after error@15370523) -> (continuation of Deferred@1633482977 after retry RPC after error@345515224) -> (continuation of Deferred@1919448155 after retry RPC after error@639539548) -> (continuation of Deferred@537130638 after retry RPC after error@1978185906) -> (continuation of Deferred@1150533880 after retry RPC after error@378889551) -> (continuation of Deferred@698173077 after retry RPC after error@419448380), errback=(continuation of Deferred@1822539473 after retry RPC after error@117340659) -> (continuation of Deferred@1630598340 after retry RPC after error@15370523) -> (continuation of Deferred@1633482977 after retry RPC after error@345515224) -> (continuation of Deferred@1919448155 after retry RPC after error@639539548) -> (continuation of Deferred@537130638 after retry RPC after error@1978185906) -> (continuation of Deferred@1150533880 after retry RPC after error@378889551) -> (continuation of Deferred@698173077 after retry RPC after error@419448380)))
11:18:55.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.557 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1391712339(state=PENDING, result=null, callback=(continuation of Deferred@649090918 after retry RPC after error@856485707) -> (continuation of Deferred@792876673 after retry RPC after error@1673474682) -> (continuation of Deferred@1200640524 after retry RPC after error@330472194) -> (continuation of Deferred@788083115 after retry RPC after error@877652716) -> (continuation of Deferred@1904926299 after retry RPC after error@1986470371) -> (continuation of Deferred@292827885 after retry RPC after error@1512546981) -> (continuation of Deferred@2113460156 after retry RPC after error@853514713), errback=(continuation of Deferred@649090918 after retry RPC after error@856485707) -> (continuation of Deferred@792876673 after retry RPC after error@1673474682) -> (continuation of Deferred@1200640524 after retry RPC after error@330472194) -> (continuation of Deferred@788083115 after retry RPC after error@877652716) -> (continuation of Deferred@1904926299 after retry RPC after error@1986470371) -> (continuation of Deferred@292827885 after retry RPC after error@1512546981) -> (continuation of Deferred@2113460156 after retry RPC after error@853514713)))
11:18:55.779 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1391712339(state=PENDING, result=null, callback=(continuation of Deferred@649090918 after retry RPC after error@856485707) -> (continuation of Deferred@792876673 after retry RPC after error@1673474682) -> (continuation of Deferred@1200640524 after retry RPC after error@330472194) -> (continuation of Deferred@788083115 after retry RPC after error@877652716) -> (continuation of Deferred@1904926299 after retry RPC after error@1986470371) -> (continuation of Deferred@292827885 after retry RPC after error@1512546981) -> (continuation of Deferred@2113460156 after retry RPC after error@853514713), errback=(continuation of Deferred@649090918 after retry RPC after error@856485707) -> (continuation of Deferred@792876673 after retry RPC after error@1673474682) -> (continuation of Deferred@1200640524 after retry RPC after error@330472194) -> (continuation of Deferred@788083115 after retry RPC after error@877652716) -> (continuation of Deferred@1904926299 after retry RPC after error@1986470371) -> (continuation of Deferred@292827885 after retry RPC after error@1512546981) -> (continuation of Deferred@2113460156 after retry RPC after error@853514713)))
11:18:55.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.877 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:55.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:55.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:55.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:55.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:55.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.019 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1477629846(state=PENDING, result=null, callback=(continuation of Deferred@1108330656 after retry RPC after error@2037890532) -> (continuation of Deferred@2066511301 after retry RPC after error@902607697) -> (continuation of Deferred@154810240 after retry RPC after error@1298539486) -> (continuation of Deferred@1442641386 after retry RPC after error@100307519) -> (continuation of Deferred@1562649399 after retry RPC after error@555778974) -> (continuation of Deferred@331444725 after retry RPC after error@1115382488) -> (continuation of Deferred@1044040763 after retry RPC after error@455312401), errback=(continuation of Deferred@1108330656 after retry RPC after error@2037890532) -> (continuation of Deferred@2066511301 after retry RPC after error@902607697) -> (continuation of Deferred@154810240 after retry RPC after error@1298539486) -> (continuation of Deferred@1442641386 after retry RPC after error@100307519) -> (continuation of Deferred@1562649399 after retry RPC after error@555778974) -> (continuation of Deferred@331444725 after retry RPC after error@1115382488) -> (continuation of Deferred@1044040763 after retry RPC after error@455312401)))
11:18:56.019 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1477629846(state=PENDING, result=null, callback=(continuation of Deferred@1108330656 after retry RPC after error@2037890532) -> (continuation of Deferred@2066511301 after retry RPC after error@902607697) -> (continuation of Deferred@154810240 after retry RPC after error@1298539486) -> (continuation of Deferred@1442641386 after retry RPC after error@100307519) -> (continuation of Deferred@1562649399 after retry RPC after error@555778974) -> (continuation of Deferred@331444725 after retry RPC after error@1115382488) -> (continuation of Deferred@1044040763 after retry RPC after error@455312401), errback=(continuation of Deferred@1108330656 after retry RPC after error@2037890532) -> (continuation of Deferred@2066511301 after retry RPC after error@902607697) -> (continuation of Deferred@154810240 after retry RPC after error@1298539486) -> (continuation of Deferred@1442641386 after retry RPC after error@100307519) -> (continuation of Deferred@1562649399 after retry RPC after error@555778974) -> (continuation of Deferred@331444725 after retry RPC after error@1115382488) -> (continuation of Deferred@1044040763 after retry RPC after error@455312401)))
11:18:56.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.156 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.216 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.218 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2137937822(state=PENDING, result=null, callback=(continuation of Deferred@1411004523 after retry RPC after error@18480002) -> (continuation of Deferred@2012018574 after retry RPC after error@2050198602) -> (continuation of Deferred@2137995783 after retry RPC after error@828640131) -> (continuation of Deferred@556063398 after retry RPC after error@1200837396) -> (continuation of Deferred@1101723363 after retry RPC after error@1350817094) -> (continuation of Deferred@1467335706 after retry RPC after error@170079763), errback=(continuation of Deferred@1411004523 after retry RPC after error@18480002) -> (continuation of Deferred@2012018574 after retry RPC after error@2050198602) -> (continuation of Deferred@2137995783 after retry RPC after error@828640131) -> (continuation of Deferred@556063398 after retry RPC after error@1200837396) -> (continuation of Deferred@1101723363 after retry RPC after error@1350817094) -> (continuation of Deferred@1467335706 after retry RPC after error@170079763)))
11:18:56.219 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@2137937822(state=PENDING, result=null, callback=(continuation of Deferred@1411004523 after retry RPC after error@18480002) -> (continuation of Deferred@2012018574 after retry RPC after error@2050198602) -> (continuation of Deferred@2137995783 after retry RPC after error@828640131) -> (continuation of Deferred@556063398 after retry RPC after error@1200837396) -> (continuation of Deferred@1101723363 after retry RPC after error@1350817094) -> (continuation of Deferred@1467335706 after retry RPC after error@170079763), errback=(continuation of Deferred@1411004523 after retry RPC after error@18480002) -> (continuation of Deferred@2012018574 after retry RPC after error@2050198602) -> (continuation of Deferred@2137995783 after retry RPC after error@828640131) -> (continuation of Deferred@556063398 after retry RPC after error@1200837396) -> (continuation of Deferred@1101723363 after retry RPC after error@1350817094) -> (continuation of Deferred@1467335706 after retry RPC after error@170079763)))
11:18:56.236 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.237 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.457 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.459 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@261502588(state=PENDING, result=null, callback=(continuation of Deferred@770689774 after retry RPC after error@402524130) -> (continuation of Deferred@511717976 after retry RPC after error@538690082) -> (continuation of Deferred@1936774261 after retry RPC after error@349572334) -> (continuation of Deferred@198962910 after retry RPC after error@1974417237) -> (continuation of Deferred@9017065 after retry RPC after error@614222698) -> (continuation of Deferred@1894120505 after retry RPC after error@2096916719) -> (continuation of Deferred@806262599 after retry RPC after error@1980714295), errback=(continuation of Deferred@770689774 after retry RPC after error@402524130) -> (continuation of Deferred@511717976 after retry RPC after error@538690082) -> (continuation of Deferred@1936774261 after retry RPC after error@349572334) -> (continuation of Deferred@198962910 after retry RPC after error@1974417237) -> (continuation of Deferred@9017065 after retry RPC after error@614222698) -> (continuation of Deferred@1894120505 after retry RPC after error@2096916719) -> (continuation of Deferred@806262599 after retry RPC after error@1980714295)))
11:18:56.459 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@261502588(state=PENDING, result=null, callback=(continuation of Deferred@770689774 after retry RPC after error@402524130) -> (continuation of Deferred@511717976 after retry RPC after error@538690082) -> (continuation of Deferred@1936774261 after retry RPC after error@349572334) -> (continuation of Deferred@198962910 after retry RPC after error@1974417237) -> (continuation of Deferred@9017065 after retry RPC after error@614222698) -> (continuation of Deferred@1894120505 after retry RPC after error@2096916719) -> (continuation of Deferred@806262599 after retry RPC after error@1980714295), errback=(continuation of Deferred@770689774 after retry RPC after error@402524130) -> (continuation of Deferred@511717976 after retry RPC after error@538690082) -> (continuation of Deferred@1936774261 after retry RPC after error@349572334) -> (continuation of Deferred@198962910 after retry RPC after error@1974417237) -> (continuation of Deferred@9017065 after retry RPC after error@614222698) -> (continuation of Deferred@1894120505 after retry RPC after error@2096916719) -> (continuation of Deferred@806262599 after retry RPC after error@1980714295)))
11:18:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:56.460409 31542 master_runner.cc:186] Error getting master registration for 127.29.58.126:44775: Network error: Client connection negotiation failed: client connection to 127.29.58.126:44775: connect: Connection refused (error 111),
11:18:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:56.460604 31542 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:18:56.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.517 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.637 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.676 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.736 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@996011818(state=PENDING, result=null, callback=(continuation of Deferred@59811809 after retry RPC after error@1367712408) -> (continuation of Deferred@792998944 after retry RPC after error@2075441757) -> (continuation of Deferred@2099098981 after retry RPC after error@32524604) -> (continuation of Deferred@261855254 after retry RPC after error@1361296874) -> (continuation of Deferred@1090886710 after retry RPC after error@1111463043) -> (continuation of Deferred@288878586 after retry RPC after error@1572326619) -> (continuation of Deferred@817762167 after retry RPC after error@245042799) -> (continuation of Deferred@545093753 after retry RPC after error@1129294265), errback=(continuation of Deferred@59811809 after retry RPC after error@1367712408) -> (continuation of Deferred@792998944 after retry RPC after error@2075441757) -> (continuation of Deferred@2099098981 after retry RPC after error@32524604) -> (continuation of Deferred@261855254 after retry RPC after error@1361296874) -> (continuation of Deferred@1090886710 after retry RPC after error@1111463043) -> (continuation of Deferred@288878586 after retry RPC after error@1572326619) -> (continuation of Deferred@817762167 after retry RPC after error@245042799) -> (continuation of Deferred@545093753 after retry RPC after error@1129294265)))
11:18:56.737 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:56.756 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.816 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:56.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:56.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:56.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:56.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:56.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.016 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1071314838(state=PENDING, result=null, callback=(continuation of Deferred@898570634 after retry RPC after error@68982887) -> (continuation of Deferred@1552500100 after retry RPC after error@872906692) -> (continuation of Deferred@2039051143 after retry RPC after error@431362929) -> (continuation of Deferred@260427942 after retry RPC after error@7563213) -> (continuation of Deferred@852764943 after retry RPC after error@458267071) -> (continuation of Deferred@988899987 after retry RPC after error@564604687) -> (continuation of Deferred@849929829 after retry RPC after error@757730542), errback=(continuation of Deferred@898570634 after retry RPC after error@68982887) -> (continuation of Deferred@1552500100 after retry RPC after error@872906692) -> (continuation of Deferred@2039051143 after retry RPC after error@431362929) -> (continuation of Deferred@260427942 after retry RPC after error@7563213) -> (continuation of Deferred@852764943 after retry RPC after error@458267071) -> (continuation of Deferred@988899987 after retry RPC after error@564604687) -> (continuation of Deferred@849929829 after retry RPC after error@757730542)))
11:18:57.017 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:18:57.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.056 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.076 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.077 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.137 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.137 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.217 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.257 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.259 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1902377354(state=PENDING, result=null, callback=(continuation of Deferred@1762673866 after retry RPC after error@781616253) -> (continuation of Deferred@694681892 after retry RPC after error@1193869866) -> (continuation of Deferred@754202641 after retry RPC after error@920380574) -> (continuation of Deferred@1607709248 after retry RPC after error@1348780994) -> (continuation of Deferred@1574784367 after retry RPC after error@877378910) -> (continuation of Deferred@1984452645 after retry RPC after error@4517885) -> (continuation of Deferred@935689391 after retry RPC after error@1586333252), errback=(continuation of Deferred@1762673866 after retry RPC after error@781616253) -> (continuation of Deferred@694681892 after retry RPC after error@1193869866) -> (continuation of Deferred@754202641 after retry RPC after error@920380574) -> (continuation of Deferred@1607709248 after retry RPC after error@1348780994) -> (continuation of Deferred@1574784367 after retry RPC after error@877378910) -> (continuation of Deferred@1984452645 after retry RPC after error@4517885) -> (continuation of Deferred@935689391 after retry RPC after error@1586333252)))
11:18:57.259 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, deferred=Deferred@1902377354(state=PENDING, result=null, callback=(continuation of Deferred@1762673866 after retry RPC after error@781616253) -> (continuation of Deferred@694681892 after retry RPC after error@1193869866) -> (continuation of Deferred@754202641 after retry RPC after error@920380574) -> (continuation of Deferred@1607709248 after retry RPC after error@1348780994) -> (continuation of Deferred@1574784367 after retry RPC after error@877378910) -> (continuation of Deferred@1984452645 after retry RPC after error@4517885) -> (continuation of Deferred@935689391 after retry RPC after error@1586333252), errback=(continuation of Deferred@1762673866 after retry RPC after error@781616253) -> (continuation of Deferred@694681892 after retry RPC after error@1193869866) -> (continuation of Deferred@754202641 after retry RPC after error@920380574) -> (continuation of Deferred@1607709248 after retry RPC after error@1348780994) -> (continuation of Deferred@1574784367 after retry RPC after error@877378910) -> (continuation of Deferred@1984452645 after retry RPC after error@4517885) -> (continuation of Deferred@935689391 after retry RPC after error@1586333252)))
11:18:57.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.296 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.317 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.397 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.496 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.499 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1827211311(state=PENDING, result=null, callback=(continuation of Deferred@1710931835 after retry RPC after error@1389311565) -> (continuation of Deferred@2140702562 after retry RPC after error@1528053966) -> (continuation of Deferred@1797602736 after retry RPC after error@1089668039) -> (continuation of Deferred@2070626092 after retry RPC after error@33559231) -> (continuation of Deferred@1074423794 after retry RPC after error@406825231) -> (continuation of Deferred@982476667 after retry RPC after error@941105023) -> (continuation of Deferred@733928057 after retry RPC after error@1311533520), errback=(continuation of Deferred@1710931835 after retry RPC after error@1389311565) -> (continuation of Deferred@2140702562 after retry RPC after error@1528053966) -> (continuation of Deferred@1797602736 after retry RPC after error@1089668039) -> (continuation of Deferred@2070626092 after retry RPC after error@33559231) -> (continuation of Deferred@1074423794 after retry RPC after error@406825231) -> (continuation of Deferred@982476667 after retry RPC after error@941105023) -> (continuation of Deferred@733928057 after retry RPC after error@1311533520)))
11:18:57.499 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1827211311(state=PENDING, result=null, callback=(continuation of Deferred@1710931835 after retry RPC after error@1389311565) -> (continuation of Deferred@2140702562 after retry RPC after error@1528053966) -> (continuation of Deferred@1797602736 after retry RPC after error@1089668039) -> (continuation of Deferred@2070626092 after retry RPC after error@33559231) -> (continuation of Deferred@1074423794 after retry RPC after error@406825231) -> (continuation of Deferred@982476667 after retry RPC after error@941105023) -> (continuation of Deferred@733928057 after retry RPC after error@1311533520), errback=(continuation of Deferred@1710931835 after retry RPC after error@1389311565) -> (continuation of Deferred@2140702562 after retry RPC after error@1528053966) -> (continuation of Deferred@1797602736 after retry RPC after error@1089668039) -> (continuation of Deferred@2070626092 after retry RPC after error@33559231) -> (continuation of Deferred@1074423794 after retry RPC after error@406825231) -> (continuation of Deferred@982476667 after retry RPC after error@941105023) -> (continuation of Deferred@733928057 after retry RPC after error@1311533520)))
11:18:57.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.537 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.556 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.656 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.738 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1189653680(state=PENDING, result=null, callback=(continuation of Deferred@735309029 after retry RPC after error@1846133269) -> (continuation of Deferred@1612523311 after retry RPC after error@1662225072) -> (continuation of Deferred@1460922099 after retry RPC after error@2007670638) -> (continuation of Deferred@2114452203 after retry RPC after error@20887953) -> (continuation of Deferred@1238557499 after retry RPC after error@1780499584) -> (continuation of Deferred@733035405 after retry RPC after error@1605893467) -> (continuation of Deferred@19011245 after retry RPC after error@1766737485), errback=(continuation of Deferred@735309029 after retry RPC after error@1846133269) -> (continuation of Deferred@1612523311 after retry RPC after error@1662225072) -> (continuation of Deferred@1460922099 after retry RPC after error@2007670638) -> (continuation of Deferred@2114452203 after retry RPC after error@20887953) -> (continuation of Deferred@1238557499 after retry RPC after error@1780499584) -> (continuation of Deferred@733035405 after retry RPC after error@1605893467) -> (continuation of Deferred@19011245 after retry RPC after error@1766737485)))
11:18:57.739 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, deferred=Deferred@1189653680(state=PENDING, result=null, callback=(continuation of Deferred@735309029 after retry RPC after error@1846133269) -> (continuation of Deferred@1612523311 after retry RPC after error@1662225072) -> (continuation of Deferred@1460922099 after retry RPC after error@2007670638) -> (continuation of Deferred@2114452203 after retry RPC after error@20887953) -> (continuation of Deferred@1238557499 after retry RPC after error@1780499584) -> (continuation of Deferred@733035405 after retry RPC after error@1605893467) -> (continuation of Deferred@19011245 after retry RPC after error@1766737485), errback=(continuation of Deferred@735309029 after retry RPC after error@1846133269) -> (continuation of Deferred@1612523311 after retry RPC after error@1662225072) -> (continuation of Deferred@1460922099 after retry RPC after error@2007670638) -> (continuation of Deferred@2114452203 after retry RPC after error@20887953) -> (continuation of Deferred@1238557499 after retry RPC after error@1780499584) -> (continuation of Deferred@733035405 after retry RPC after error@1605893467) -> (continuation of Deferred@19011245 after retry RPC after error@1766737485)))
11:18:57.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.796 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.125:45839(127.29.58.125:45839)] connecting to peer
11:18:57.956 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.29.58.126:44775(127.29.58.126:44775)] connecting to peer
11:18:57.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.125:45839(127.29.58.125:45839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.125:45839: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839
11:18:57.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.58.126:44775(127.29.58.126:44775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.58.126:44775: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775
11:18:57.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059; will retry
11:18:57.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=34, TimeoutTracker(timeout=50000, elapsed=49520), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [59ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [99ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [99ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [258ms] refreshing cache from master, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [259ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [259ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [261ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [418ms] refreshing cache from master, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [419ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [419ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [421ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [421ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [598ms] refreshing cache from master, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [599ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [599ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [601ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [758ms] refreshing cache from master, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [760ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [760ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [761ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [761ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1178ms] refreshing cache from master, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [1181ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2718ms] refreshing cache from master, [2718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [2719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [2719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2720ms] too many traces: truncated at 100 traces, deferred=Deferred@974453833(state=PENDING, result=null, callback=(continuation of Deferred@417424020 after retry RPC after error@70094574) -> (continuation of Deferred@1384014442 after retry RPC after error@1326791384) -> (continuation of Deferred@1559430252 after retry RPC after error@885107682) -> (continuation of Deferred@361624098 after retry RPC after error@1940441521) -> (continuation of Deferred@935093196 after retry RPC after error@236666978) -> (continuation of Deferred@1954398049 after retry RPC after error@1093473566) -> (continuation of Deferred@358329588 after retry RPC after error@1100473965) -> (continuation of Deferred@1485361033 after retry RPC after error@1906615395) -> (continuation of Deferred@961579695 after retry RPC after error@1200269158) -> (continuation of Deferred@1499520153 after retry RPC after error@221506666) -> (continuation of Deferred@814418577 after retry RPC after error@573057649) -> (continuation of Deferred@2113126073 after retry RPC after error@1873894865) -> (continuation of Deferred@117837108 after retry RPC after error@1679741959) -> (continuation of Deferred@83404875 after retry RPC after error@1631728336) -> (continuation of Deferred@1444609121 after retry RPC after error@1144431689) -> (continuation of Deferred@97384052 after retry RPC after error@1969848495) -> (continuation of Deferred@1947308951 after retry RPC after error@91514288) -> (continuation of Deferred@1876970812 after retry RPC after error@1446364311) -> (continuation of Deferred@775973101 after retry RPC after error@146784624) -> (continuation of Deferred@1708909814 after retry RPC after error@489854374) -> (continuation of Deferred@815305197 after retry RPC after error@1188721359) -> (continuation of Deferred@2082263734 after retry RPC after error@1963648822) -> (continuation of Deferred@23664515 after retry RPC after error@347095403) -> (continuation of Deferred@245606441 after retry RPC after error@741531036) -> (continuation of Deferred@1697514134 after retry RPC after error@1929624641) -> (continuation of Deferred@1618129128 after retry RPC after error@1511411527) -> (continuation of Deferred@1337576481 after retry RPC after error@557219875) -> (continuation of Deferred@1421250845 after retry RPC after error@1009946811) -> (continuation of Deferred@1038846936 after retry RPC after error@684270558) -> (continuation of Deferred@1217880483 after retry RPC after error@1619564354) -> (continuation of Deferred@22836672 after retry RPC after error@1625973222) -> (continuation of Deferred@327392801 after retry RPC after error@924133780) -> (continuation of Deferred@1434826947 after retry RPC after error@1725109956), errback=(continuation of Deferred@417424020 after retry RPC after error@70094574) -> (continuation of Deferred@1384014442 after retry RPC after error@1326791384) -> (continuation of Deferred@1559430252 after retry RPC after error@885107682) -> (continuation of Deferred@361624098 after retry RPC after error@1940441521) -> (continuation of Deferred@935093196 after retry RPC after error@236666978) -> (continuation of Deferred@1954398049 after retry RPC after error@1093473566) -> (continuation of Deferred@358329588 after retry RPC after error@1100473965) -> (continuation of Deferred@1485361033 after retry RPC after error@1906615395) -> (continuation of Deferred@961579695 after retry RPC after error@1200269158) -> (continuation of Deferred@1499520153 after retry RPC after error@221506666) -> (continuation of Deferred@814418577 after retry RPC after error@573057649) -> (continuation of Deferred@2113126073 after retry RPC after error@1873894865) -> (continuation of Deferred@117837108 after retry RPC after error@1679741959) -> (continuation of Deferred@83404875 after retry RPC after error@1631728336) -> (continuation of Deferred@1444609121 after retry RPC after error@1144431689) -> (continuation of Deferred@97384052 after retry RPC after error@1969848495) -> (continuation of Deferred@1947308951 after retry RPC after error@91514288) -> (continuation of Deferred@1876970812 after retry RPC after error@1446364311) -> (continuation of Deferred@775973101 after retry RPC after error@146784624) -> (continuation of Deferred@1708909814 after retry RPC after error@489854374) -> (continuation of Deferred@815305197 after retry RPC after error@1188721359) -> (continuation of Deferred@2082263734 after retry RPC after error@1963648822) -> (continuation of Deferred@23664515 after retry RPC after error@347095403) -> (continuation of Deferred@245606441 after retry RPC after error@741531036) -> (continuation of Deferred@1697514134 after retry RPC after error@1929624641) -> (continuation of Deferred@1618129128 after retry RPC after error@1511411527) -> (continuation of Deferred@1337576481 after retry RPC after error@557219875) -> (continuation of Deferred@1421250845 after retry RPC after error@1009946811) -> (continuation of Deferred@1038846936 after retry RPC after error@684270558) -> (continuation of Deferred@1217880483 after retry RPC after error@1619564354) -> (continuation of Deferred@22836672 after retry RPC after error@1625973222) -> (continuation of Deferred@327392801 after retry RPC after error@924133780) -> (continuation of Deferred@1434826947 after retry RPC after error@1725109956)))
11:18:57.961 [DEBUG - main] (Connection.java:575) [peer 93780a39057c42e3a23440d636340508(127.29.58.66:45499)] disconnecting while in state READY
11:18:57.961 [DEBUG - main] (Connection.java:575) [peer master-127.29.58.125:45839(127.29.58.125:45839)] disconnecting while in state TERMINATED
11:18:57.961 [DEBUG - main] (Connection.java:575) [peer master-127.29.58.124:33059(127.29.58.124:33059)] disconnecting while in state READY
11:18:57.961 [DEBUG - main] (Connection.java:575) [peer master-127.29.58.126:44775(127.29.58.126:44775)] disconnecting while in state TERMINATED
11:18:57.962 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:18:57.962 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.58.124:33059(127.29.58.124:33059)] handling channelInactive
11:18:57.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.58.124:33059(127.29.58.124:33059)] cleaning up while in state READY due to: connection closed
11:18:57.962 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 93780a39057c42e3a23440d636340508(127.29.58.66:45499)] handling channelInactive
11:18:57.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 93780a39057c42e3a23440d636340508(127.29.58.66:45499)] cleaning up while in state READY due to: connection closed
11:18:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:57.962903 29929 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskw35VIe/build/asan/bin/kudu pid 30475
11:18:57.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:57.975251 30762 generic_service.cc:196] Checking for leaks (request via RPC)
11:18:58.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:58.082656 29929 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskw35VIe/build/asan/bin/kudu with pid 30475
11:18:58.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:58.111112 29929 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskw35VIe/build/asan/bin/kudu pid 30778
11:18:58.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:58.118490 31007 generic_service.cc:196] Checking for leaks (request via RPC)
11:18:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:58.271492 29929 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskw35VIe/build/asan/bin/kudu with pid 30778
11:18:58.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 11:18:58.307904 31573 connection.cc:535] server connection from 127.29.58.66:41927 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:18:58.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:58.308333 29929 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskw35VIe/build/asan/bin/kudu pid 31038
11:18:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:58.316272 31279 generic_service.cc:196] Checking for leaks (request via RPC)
11:18:58.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:58.420972 29929 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskw35VIe/build/asan/bin/kudu with pid 31038
11:18:58.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:58.451195 29929 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskw35VIe/build/asan/bin/kudu pid 31542
11:18:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:58.457839 31702 generic_service.cc:196] Checking for leaks (request via RPC)
11:18:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 11:18:58.607683 29929 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskw35VIe/build/asan/bin/kudu with pid 31542
11:18:58.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T11:18:58Z chronyd exiting
11:18:58.779 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=34, TimeoutTracker(timeout=50000, elapsed=49520), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [59ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [99ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [99ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [258ms] refreshing cache from master, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [259ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [259ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [261ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [418ms] refreshing cache from master, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [419ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [419ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [421ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [421ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [598ms] refreshing cache from master, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [599ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [599ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [601ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [758ms] refreshing cache from master, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [760ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [760ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [761ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [761ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1178ms] refreshing cache from master, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [1181ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2718ms] refreshing cache from master, [2718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [2719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [2719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2720ms] too many traces: truncated at 100 traces, deferred=Deferred@974453833(state=PENDING, result=null, callback=(continuation of Deferred@417424020 after retry RPC after error@70094574) -> (continuation of Deferred@1384014442 after retry RPC after error@1326791384) -> (continuation of Deferred@1559430252 after retry RPC after error@885107682) -> (continuation of Deferred@361624098 after retry RPC after error@1940441521) -> (continuation of Deferred@935093196 after retry RPC after error@236666978) -> (continuation of Deferred@1954398049 after retry RPC after error@1093473566) -> (continuation of Deferred@358329588 after retry RPC after error@1100473965) -> (continuation of Deferred@1485361033 after retry RPC after error@1906615395) -> (continuation of Deferred@961579695 after retry RPC after error@1200269158) -> (continuation of Deferred@1499520153 after retry RPC after error@221506666) -> (continuation of Deferred@814418577 after retry RPC after error@573057649) -> (continuation of Deferred@2113126073 after retry RPC after error@1873894865) -> (continuation of Deferred@117837108 after retry RPC after error@1679741959) -> (continuation of Deferred@83404875 after retry RPC after error@1631728336) -> (continuation of Deferred@1444609121 after retry RPC after error@1144431689) -> (continuation of Deferred@97384052 after retry RPC after error@1969848495) -> (continuation of Deferred@1947308951 after retry RPC after error@91514288) -> (continuation of Deferred@1876970812 after retry RPC after error@1446364311) -> (continuation of Deferred@775973101 after retry RPC after error@146784624) -> (continuation of Deferred@1708909814 after retry RPC after error@489854374) -> (continuation of Deferred@815305197 after retry RPC after error@1188721359) -> (continuation of Deferred@2082263734 after retry RPC after error@1963648822) -> (continuation of Deferred@23664515 after retry RPC after error@347095403) -> (continuation of Deferred@245606441 after retry RPC after error@741531036) -> (continuation of Deferred@1697514134 after retry RPC after error@1929624641) -> (continuation of Deferred@1618129128 after retry RPC after error@1511411527) -> (continuation of Deferred@1337576481 after retry RPC after error@557219875) -> (continuation of Deferred@1421250845 after retry RPC after error@1009946811) -> (continuation of Deferred@1038846936 after retry RPC after error@684270558) -> (continuation of Deferred@1217880483 after retry RPC after error@1619564354) -> (continuation of Deferred@22836672 after retry RPC after error@1625973222) -> (continuation of Deferred@327392801 after retry RPC after error@924133780) -> (continuation of Deferred@1434826947 after retry RPC after error@1725109956), errback=(continuation of Deferred@417424020 after retry RPC after error@70094574) -> (continuation of Deferred@1384014442 after retry RPC after error@1326791384) -> (continuation of Deferred@1559430252 after retry RPC after error@885107682) -> (continuation of Deferred@361624098 after retry RPC after error@1940441521) -> (continuation of Deferred@935093196 after retry RPC after error@236666978) -> (continuation of Deferred@1954398049 after retry RPC after error@1093473566) -> (continuation of Deferred@358329588 after retry RPC after error@1100473965) -> (continuation of Deferred@1485361033 after retry RPC after error@1906615395) -> (continuation of Deferred@961579695 after retry RPC after error@1200269158) -> (continuation of Deferred@1499520153 after retry RPC after error@221506666) -> (continuation of Deferred@814418577 after retry RPC after error@573057649) -> (continuation of Deferred@2113126073 after retry RPC after error@1873894865) -> (continuation of Deferred@117837108 after retry RPC after error@1679741959) -> (continuation of Deferred@83404875 after retry RPC after error@1631728336) -> (continuation of Deferred@1444609121 after retry RPC after error@1144431689) -> (continuation of Deferred@97384052 after retry RPC after error@1969848495) -> (continuation of Deferred@1947308951 after retry RPC after error@91514288) -> (continuation of Deferred@1876970812 after retry RPC after error@1446364311) -> (continuation of Deferred@775973101 after retry RPC after error@146784624) -> (continuation of Deferred@1708909814 after retry RPC after error@489854374) -> (continuation of Deferred@815305197 after retry RPC after error@1188721359) -> (continuation of Deferred@2082263734 after retry RPC after error@1963648822) -> (continuation of Deferred@23664515 after retry RPC after error@347095403) -> (continuation of Deferred@245606441 after retry RPC after error@741531036) -> (continuation of Deferred@1697514134 after retry RPC after error@1929624641) -> (continuation of Deferred@1618129128 after retry RPC after error@1511411527) -> (continuation of Deferred@1337576481 after retry RPC after error@557219875) -> (continuation of Deferred@1421250845 after retry RPC after error@1009946811) -> (continuation of Deferred@1038846936 after retry RPC after error@684270558) -> (continuation of Deferred@1217880483 after retry RPC after error@1619564354) -> (continuation of Deferred@22836672 after retry RPC after error@1625973222) -> (continuation of Deferred@327392801 after retry RPC after error@924133780) -> (continuation of Deferred@1434826947 after retry RPC after error@1725109956)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=34, TimeoutTracker(timeout=50000, elapsed=49520), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [59ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [99ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [99ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [258ms] refreshing cache from master, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [259ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [259ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [261ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [418ms] refreshing cache from master, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [419ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [419ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [421ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [421ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [598ms] refreshing cache from master, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [599ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [599ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [601ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [601ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [758ms] refreshing cache from master, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [760ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [760ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [761ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [761ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1178ms] refreshing cache from master, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [1179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [1179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.125:45839: Network error: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.126:44775: Network error: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.29.58.124:33059: OK, [1181ms] delaying RPC due to: Service unavailable: Master config (127.29.58.125:45839,127.29.58.126:44775,127.29.58.124:33059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.125:45839(127.29.58.125:45839): Connection refused: /127.29.58.125:45839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.58.126:44775(127.29.58.126:44775): Connection refused: /127.29.58.126:44775, [2718ms] refreshing cache from master, [2718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.125:45839, [2719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.126:44775, [2719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.58.124:33059, [2720ms] too many traces: truncated at 100 traces, deferred=Deferred@974453833(state=PENDING, result=null, callback=(continuation of Deferred@417424020 after retry RPC after error@70094574) -> (continuation of Deferred@1384014442 after retry RPC after error@1326791384) -> (continuation of Deferred@1559430252 after retry RPC after error@885107682) -> (continuation of Deferred@361624098 after retry RPC after error@1940441521) -> (continuation of Deferred@935093196 after retry RPC after error@236666978) -> (continuation of Deferred@1954398049 after retry RPC after error@1093473566) -> (continuation of Deferred@358329588 after retry RPC after error@1100473965) -> (continuation of Deferred@1485361033 after retry RPC after error@1906615395) -> (continuation of Deferred@961579695 after retry RPC after error@1200269158) -> (continuation of Deferred@1499520153 after retry RPC after error@221506666) -> (continuation of Deferred@814418577 after retry RPC after error@573057649) -> (continuation of Deferred@2113126073 after retry RPC after error@1873894865) -> (continuation of Deferred@117837108 after retry RPC after error@1679741959) -> (continuation of Deferred@83404875 after retry RPC after error@1631728336) -> (continuation of Deferred@1444609121 after retry RPC after error@1144431689) -> (continuation of Deferred@97384052 after retry RPC after error@1969848495) -> (continuation of Deferred@1947308951 after retry RPC after error@91514288) -> (continuation of Deferred@1876970812 after retry RPC after error@1446364311) -> (continuation of Deferred@775973101 after retry RPC after error@146784624) -> (continuation of Deferred@1708909814 after retry RPC after error@489854374) -> (continuation of Deferred@815305197 after retry RPC after error@1188721359) -> (continuation of Deferred@2082263734 after retry RPC after error@1963648822) -> (continuation of Deferred@23664515 after retry RPC after error@347095403) -> (continuation of Deferred@245606441 after retry RPC after error@741531036) -> (continuation of Deferred@1697514134 after retry RPC after error@1929624641) -> (continuation of Deferred@1618129128 after retry RPC after error@1511411527) -> (continuation of Deferred@1337576481 after retry RPC after error@557219875) -> (continuation of Deferred@1421250845 after retry RPC after error@1009946811) -> (continuation of Deferred@1038846936 after retry RPC after error@684270558) -> (continuation of Deferred@1217880483 after retry RPC after error@1619564354) -> (continuation of Deferred@22836672 after retry RPC after error@1625973222) -> (continuation of Deferred@327392801 after retry RPC after error@924133780) -> (continuation of Deferred@1434826947 after retry RPC after error@1725109956), errback=(continuation of Deferred@417424020 after retry RPC after error@70094574) -> (continuation of Deferred@1384014442 after retry RPC after error@1326791384) -> (continuation of Deferred@1559430252 after retry RPC after error@885107682) -> (continuation of Deferred@361624098 after retry RPC after error@1940441521) -> (continuation of Deferred@935093196 after retry RPC after error@236666978) -> (continuation of Deferred@1954398049 after retry RPC after error@1093473566) -> (continuation of Deferred@358329588 after retry RPC after error@1100473965) -> (continuation of Deferred@1485361033 after retry RPC after error@1906615395) -> (continuation of Deferred@961579695 after retry RPC after error@1200269158) -> (continuation of Deferred@1499520153 after retry RPC after error@221506666) -> (continuation of Deferred@814418577 after retry RPC after error@573057649) -> (continuation of Deferred@2113126073 after retry RPC after error@1873894865) -> (continuation of Deferred@117837108 after retry RPC after error@1679741959) -> (continuation of Deferred@83404875 after retry RPC after error@1631728336) -> (continuation of Deferred@1444609121 after retry RPC after error@1144431689) -> (continuation of Deferred@97384052 after retry RPC after error@1969848495) -> (continuation of Deferred@1947308951 after retry RPC after error@91514288) -> (continuation of Deferred@1876970812 after retry RPC after error@1446364311) -> (continuation of Deferred@775973101 after retry RPC after error@146784624) -> (continuation of Deferred@1708909814 after retry RPC after error@489854374) -> (continuation of Deferred@815305197 after retry RPC after error@1188721359) -> (continuation of Deferred@2082263734 after retry RPC after error@1963648822) -> (continuation of Deferred@23664515 after retry RPC after error@347095403) -> (continuation of Deferred@245606441 after retry RPC after error@741531036) -> (continuation of Deferred@1697514134 after retry RPC after error@1929624641) -> (continuation of Deferred@1618129128 after retry RPC after error@1511411527) -> (continuation of Deferred@1337576481 after retry RPC after error@557219875) -> (continuation of Deferred@1421250845 after retry RPC after error@1009946811) -> (continuation of Deferred@1038846936 after retry RPC after error@684270558) -> (continuation of Deferred@1217880483 after retry RPC after error@1619564354) -> (continuation of Deferred@22836672 after retry RPC after error@1625973222) -> (continuation of Deferred@327392801 after retry RPC after error@924133780) -> (continuation of Deferred@1434826947 after retry RPC after error@1725109956)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)